2024-12-02 08:21:37,129 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-02 08:21:37,158 main DEBUG Took 0.025538 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 08:21:37,160 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 08:21:37,160 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 08:21:37,162 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 08:21:37,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,186 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 08:21:37,205 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,209 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,210 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,211 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,213 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,214 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,215 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,216 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,217 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 08:21:37,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,218 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 08:21:37,220 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 08:21:37,222 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 08:21:37,224 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 08:21:37,225 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 08:21:37,227 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 08:21:37,227 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 08:21:37,238 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 08:21:37,241 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 08:21:37,243 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 08:21:37,244 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 08:21:37,245 main DEBUG createAppenders(={Console}) 2024-12-02 08:21:37,246 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-02 08:21:37,246 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-02 08:21:37,246 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-02 08:21:37,247 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 08:21:37,248 main DEBUG OutputStream closed 2024-12-02 08:21:37,248 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 08:21:37,248 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 08:21:37,249 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-02 08:21:37,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 08:21:37,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 08:21:37,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 08:21:37,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 08:21:37,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 08:21:37,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 08:21:37,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 08:21:37,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 08:21:37,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 08:21:37,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 08:21:37,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 08:21:37,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 08:21:37,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 08:21:37,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 08:21:37,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 08:21:37,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 08:21:37,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 08:21:37,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 08:21:37,363 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 08:21:37,363 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-02 08:21:37,364 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 08:21:37,365 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-02T08:21:37,711 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8 2024-12-02 08:21:37,715 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 08:21:37,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T08:21:37,724 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-02T08:21:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T08:21:37,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2, deleteOnExit=true 2024-12-02T08:21:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T08:21:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/test.cache.data in system properties and HBase conf 2024-12-02T08:21:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T08:21:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/hadoop.log.dir in system properties and HBase conf 2024-12-02T08:21:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T08:21:37,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T08:21:37,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T08:21:37,857 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T08:21:37,990 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T08:21:37,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T08:21:37,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T08:21:37,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T08:21:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T08:21:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T08:21:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T08:21:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T08:21:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T08:21:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T08:21:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/nfs.dump.dir in system properties and HBase conf 2024-12-02T08:21:38,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/java.io.tmpdir in system properties and HBase conf 2024-12-02T08:21:38,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T08:21:38,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T08:21:38,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T08:21:39,450 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T08:21:39,538 INFO [Time-limited test {}] log.Log(170): Logging initialized @3334ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T08:21:39,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T08:21:39,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T08:21:39,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T08:21:39,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T08:21:39,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T08:21:39,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T08:21:39,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/hadoop.log.dir/,AVAILABLE} 2024-12-02T08:21:39,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T08:21:40,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/java.io.tmpdir/jetty-localhost-42677-hadoop-hdfs-3_4_1-tests_jar-_-any-7461519405499864834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T08:21:40,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:42677} 2024-12-02T08:21:40,113 INFO [Time-limited test {}] server.Server(415): Started @3910ms 2024-12-02T08:21:40,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T08:21:40,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T08:21:40,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T08:21:40,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T08:21:40,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T08:21:40,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/hadoop.log.dir/,AVAILABLE} 2024-12-02T08:21:40,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T08:21:41,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/java.io.tmpdir/jetty-localhost-44101-hadoop-hdfs-3_4_1-tests_jar-_-any-2567071103968790919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T08:21:41,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:44101} 2024-12-02T08:21:41,085 INFO [Time-limited test {}] server.Server(415): Started @4882ms 2024-12-02T08:21:41,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T08:21:42,292 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/dfs/data/data2/current/BP-386709214-172.17.0.2-1733127698749/current, will proceed with Du for space computation calculation, 2024-12-02T08:21:42,293 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/dfs/data/data1/current/BP-386709214-172.17.0.2-1733127698749/current, will proceed with Du for space computation calculation, 2024-12-02T08:21:42,363 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T08:21:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8becc72b5d77ec4f with lease ID 0xf75bdef56af836e5: Processing first storage report for DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=28bf3b8e-78bb-4dd0-a004-fc2e1d461adb, infoPort=36135, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=2139167310;c=1733127698749) 2024-12-02T08:21:42,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8becc72b5d77ec4f with lease ID 0xf75bdef56af836e5: from storage DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=28bf3b8e-78bb-4dd0-a004-fc2e1d461adb, infoPort=36135, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=2139167310;c=1733127698749), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T08:21:42,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8becc72b5d77ec4f with lease ID 0xf75bdef56af836e5: Processing first storage report for DS-c1c88b78-83d5-4036-8247-6cf4c8e8eea6 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=28bf3b8e-78bb-4dd0-a004-fc2e1d461adb, infoPort=36135, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=2139167310;c=1733127698749) 2024-12-02T08:21:42,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8becc72b5d77ec4f with lease ID 0xf75bdef56af836e5: from storage DS-c1c88b78-83d5-4036-8247-6cf4c8e8eea6 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=28bf3b8e-78bb-4dd0-a004-fc2e1d461adb, infoPort=36135, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=2139167310;c=1733127698749), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T08:21:42,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8 2024-12-02T08:21:42,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/zookeeper_0, clientPort=64366, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T08:21:42,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64366 2024-12-02T08:21:42,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T08:21:42,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T08:21:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741825_1001 (size=7) 2024-12-02T08:21:43,389 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 with version=8 2024-12-02T08:21:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/hbase-staging 2024-12-02T08:21:43,523 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T08:21:43,905 INFO [Time-limited test {}] client.ConnectionUtils(129): master/ceab608fb84d:0 server-side Connection retries=45 2024-12-02T08:21:43,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T08:21:43,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T08:21:43,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T08:21:43,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T08:21:43,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T08:21:44,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T08:21:44,202 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T08:21:44,215 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T08:21:44,220 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T08:21:44,259 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52446 (auto-detected) 2024-12-02T08:21:44,262 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T08:21:44,290 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35001 2024-12-02T08:21:44,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T08:21:44,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T08:21:44,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35001 connecting to ZooKeeper ensemble=127.0.0.1:64366 2024-12-02T08:21:44,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350010x0, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T08:21:44,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35001-0x101966baa7e0000 connected 2024-12-02T08:21:44,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T08:21:44,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T08:21:44,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T08:21:44,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35001 2024-12-02T08:21:44,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35001 2024-12-02T08:21:44,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35001 2024-12-02T08:21:44,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35001 2024-12-02T08:21:44,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35001 2024-12-02T08:21:44,773 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907, hbase.cluster.distributed=false 2024-12-02T08:21:44,905 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ceab608fb84d:0 server-side Connection retries=45 2024-12-02T08:21:44,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T08:21:44,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T08:21:44,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T08:21:44,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T08:21:44,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T08:21:44,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T08:21:44,913 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T08:21:44,915 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41577 2024-12-02T08:21:44,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T08:21:44,947 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T08:21:44,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T08:21:44,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T08:21:44,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41577 connecting to ZooKeeper ensemble=127.0.0.1:64366 2024-12-02T08:21:45,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415770x0, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T08:21:45,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415770x0, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T08:21:45,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41577-0x101966baa7e0001 connected 2024-12-02T08:21:45,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T08:21:45,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T08:21:45,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41577 2024-12-02T08:21:45,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41577 2024-12-02T08:21:45,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41577 2024-12-02T08:21:45,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41577 2024-12-02T08:21:45,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41577 2024-12-02T08:21:45,051 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/ceab608fb84d,35001,1733127703513 2024-12-02T08:21:45,084 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ceab608fb84d:35001 2024-12-02T08:21:45,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T08:21:45,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T08:21:45,106 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ceab608fb84d,35001,1733127703513 2024-12-02T08:21:45,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T08:21:45,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:45,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T08:21:45,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:45,160 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T08:21:45,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T08:21:45,161 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ceab608fb84d,35001,1733127703513 from backup master directory 2024-12-02T08:21:45,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T08:21:45,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ceab608fb84d,35001,1733127703513 2024-12-02T08:21:45,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T08:21:45,175 WARN [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T08:21:45,175 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ceab608fb84d,35001,1733127703513 2024-12-02T08:21:45,178 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T08:21:45,181 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T08:21:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741826_1002 (size=42) 2024-12-02T08:21:45,682 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/hbase.id with ID: 1f4d2534-ef28-4382-960a-d149756a516a 2024-12-02T08:21:45,741 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T08:21:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741827_1003 (size=196) 2024-12-02T08:21:46,253 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:21:46,255 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T08:21:46,278 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:46,285 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T08:21:46,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741828_1004 (size=1189) 2024-12-02T08:21:46,751 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store 2024-12-02T08:21:46,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741829_1005 (size=34) 2024-12-02T08:21:46,776 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T08:21:46,777 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:46,779 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T08:21:46,779 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:21:46,779 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:21:46,780 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T08:21:46,780 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:21:46,780 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:21:46,780 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T08:21:46,783 WARN [master/ceab608fb84d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/.initializing 2024-12-02T08:21:46,783 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/WALs/ceab608fb84d,35001,1733127703513 2024-12-02T08:21:46,792 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T08:21:46,807 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ceab608fb84d%2C35001%2C1733127703513, suffix=, logDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/WALs/ceab608fb84d,35001,1733127703513, archiveDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/oldWALs, maxLogs=10 2024-12-02T08:21:46,838 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/WALs/ceab608fb84d,35001,1733127703513/ceab608fb84d%2C35001%2C1733127703513.1733127706814, exclude list is [], retry=0 2024-12-02T08:21:46,856 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1,DISK] 2024-12-02T08:21:46,859 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T08:21:46,890 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/WALs/ceab608fb84d,35001,1733127703513/ceab608fb84d%2C35001%2C1733127703513.1733127706814 2024-12-02T08:21:46,891 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-12-02T08:21:46,892 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:21:46,892 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:46,895 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:46,896 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:46,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:46,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T08:21:46,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:46,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T08:21:46,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:46,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T08:21:46,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:46,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:21:46,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:46,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T08:21:46,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:46,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:21:46,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:46,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T08:21:46,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:46,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:21:46,992 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:46,993 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:47,002 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T08:21:47,007 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T08:21:47,011 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:21:47,013 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68966240, jitterRate=0.027677059173583984}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T08:21:47,016 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T08:21:47,017 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T08:21:47,043 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e7fb52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:47,074 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T08:21:47,087 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T08:21:47,087 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T08:21:47,090 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T08:21:47,092 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T08:21:47,097 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-02T08:21:47,098 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T08:21:47,120 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T08:21:47,132 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T08:21:47,148 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T08:21:47,150 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T08:21:47,151 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T08:21:47,160 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T08:21:47,162 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T08:21:47,165 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T08:21:47,173 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T08:21:47,174 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T08:21:47,185 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T08:21:47,194 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T08:21:47,202 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T08:21:47,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T08:21:47,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T08:21:47,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:47,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:47,240 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=ceab608fb84d,35001,1733127703513, sessionid=0x101966baa7e0000, setting cluster-up flag (Was=false) 2024-12-02T08:21:47,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:47,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:47,293 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T08:21:47,296 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ceab608fb84d,35001,1733127703513 2024-12-02T08:21:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:47,378 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T08:21:47,380 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ceab608fb84d,35001,1733127703513 2024-12-02T08:21:47,467 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ceab608fb84d:41577 2024-12-02T08:21:47,468 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1008): ClusterId : 1f4d2534-ef28-4382-960a-d149756a516a 2024-12-02T08:21:47,472 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T08:21:47,475 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T08:21:47,480 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T08:21:47,482 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T08:21:47,487 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T08:21:47,487 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T08:21:47,488 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ceab608fb84d,35001,1733127703513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T08:21:47,491 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ceab608fb84d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T08:21:47,491 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ceab608fb84d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T08:21:47,491 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ceab608fb84d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T08:21:47,492 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ceab608fb84d:0, corePoolSize=5, maxPoolSize=5 2024-12-02T08:21:47,492 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ceab608fb84d:0, corePoolSize=10, maxPoolSize=10 2024-12-02T08:21:47,492 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,492 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ceab608fb84d:0, corePoolSize=2, maxPoolSize=2 2024-12-02T08:21:47,492 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,493 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733127737493 2024-12-02T08:21:47,495 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T08:21:47,497 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T08:21:47,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T08:21:47,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T08:21:47,499 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T08:21:47,500 DEBUG [RS:0;ceab608fb84d:41577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3efa95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:47,501 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T08:21:47,501 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T08:21:47,502 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T08:21:47,502 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T08:21:47,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:47,503 DEBUG [RS:0;ceab608fb84d:41577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e8b351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ceab608fb84d/172.17.0.2:0 2024-12-02T08:21:47,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T08:21:47,504 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,506 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T08:21:47,507 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T08:21:47,507 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T08:21:47,507 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T08:21:47,507 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T08:21:47,508 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T08:21:47,510 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T08:21:47,510 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(3073): reportForDuty to master=ceab608fb84d,35001,1733127703513 with isa=ceab608fb84d/172.17.0.2:41577, startcode=1733127704904 2024-12-02T08:21:47,510 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T08:21:47,512 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ceab608fb84d:0:becomeActiveMaster-HFileCleaner.large.0-1733127707511,5,FailOnTimeoutGroup] 2024-12-02T08:21:47,512 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ceab608fb84d:0:becomeActiveMaster-HFileCleaner.small.0-1733127707512,5,FailOnTimeoutGroup] 2024-12-02T08:21:47,513 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,513 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T08:21:47,514 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741831_1007 (size=1039) 2024-12-02T08:21:47,516 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T08:21:47,518 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:21:47,527 DEBUG [RS:0;ceab608fb84d:41577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T08:21:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741832_1008 (size=32) 2024-12-02T08:21:47,560 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60799, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T08:21:47,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35001 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ceab608fb84d,41577,1733127704904 2024-12-02T08:21:47,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35001 {}] master.ServerManager(486): Registering regionserver=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:47,585 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:21:47,586 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34785 2024-12-02T08:21:47,586 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T08:21:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T08:21:47,602 DEBUG [RS:0;ceab608fb84d:41577 {}] zookeeper.ZKUtil(111): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ceab608fb84d,41577,1733127704904 2024-12-02T08:21:47,602 WARN [RS:0;ceab608fb84d:41577 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T08:21:47,602 INFO [RS:0;ceab608fb84d:41577 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T08:21:47,603 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904 2024-12-02T08:21:47,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ceab608fb84d,41577,1733127704904] 2024-12-02T08:21:47,615 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T08:21:47,625 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T08:21:47,636 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T08:21:47,638 INFO [RS:0;ceab608fb84d:41577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T08:21:47,639 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,639 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T08:21:47,646 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,646 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,646 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ceab608fb84d:0, corePoolSize=2, maxPoolSize=2 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,647 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,648 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ceab608fb84d:0, corePoolSize=1, maxPoolSize=1 2024-12-02T08:21:47,648 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ceab608fb84d:0, corePoolSize=3, maxPoolSize=3 2024-12-02T08:21:47,648 DEBUG [RS:0;ceab608fb84d:41577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0, corePoolSize=3, maxPoolSize=3 2024-12-02T08:21:47,650 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,651 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,651 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,651 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,651 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,41577,1733127704904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T08:21:47,670 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T08:21:47,672 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,41577,1733127704904-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:47,695 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.Replication(204): ceab608fb84d,41577,1733127704904 started 2024-12-02T08:21:47,695 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1767): Serving as ceab608fb84d,41577,1733127704904, RpcServer on ceab608fb84d/172.17.0.2:41577, sessionid=0x101966baa7e0001 2024-12-02T08:21:47,696 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T08:21:47,696 DEBUG [RS:0;ceab608fb84d:41577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ceab608fb84d,41577,1733127704904 2024-12-02T08:21:47,696 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ceab608fb84d,41577,1733127704904' 2024-12-02T08:21:47,696 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T08:21:47,697 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T08:21:47,698 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T08:21:47,698 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T08:21:47,698 DEBUG [RS:0;ceab608fb84d:41577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ceab608fb84d,41577,1733127704904 2024-12-02T08:21:47,698 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ceab608fb84d,41577,1733127704904' 2024-12-02T08:21:47,698 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T08:21:47,699 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T08:21:47,699 DEBUG [RS:0;ceab608fb84d:41577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T08:21:47,699 INFO [RS:0;ceab608fb84d:41577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T08:21:47,699 INFO [RS:0;ceab608fb84d:41577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T08:21:47,806 INFO [RS:0;ceab608fb84d:41577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T08:21:47,809 INFO [RS:0;ceab608fb84d:41577 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ceab608fb84d%2C41577%2C1733127704904, suffix=, logDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904, archiveDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/oldWALs, maxLogs=32 2024-12-02T08:21:47,831 DEBUG [RS:0;ceab608fb84d:41577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904/ceab608fb84d%2C41577%2C1733127704904.1733127707812, exclude list is [], retry=0 2024-12-02T08:21:47,837 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1,DISK] 2024-12-02T08:21:47,844 INFO [RS:0;ceab608fb84d:41577 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904/ceab608fb84d%2C41577%2C1733127704904.1733127707812 2024-12-02T08:21:47,846 DEBUG [RS:0;ceab608fb84d:41577 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-12-02T08:21:47,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T08:21:47,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T08:21:47,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:47,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T08:21:47,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T08:21:47,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T08:21:47,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:47,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T08:21:47,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T08:21:47,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T08:21:47,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:47,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T08:21:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740 2024-12-02T08:21:47,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740 2024-12-02T08:21:47,950 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:21:47,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T08:21:47,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:21:47,958 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71374623, jitterRate=0.06356476247310638}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:21:47,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T08:21:47,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T08:21:47,960 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T08:21:47,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T08:21:47,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T08:21:47,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T08:21:47,962 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T08:21:47,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T08:21:47,964 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T08:21:47,964 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T08:21:47,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T08:21:47,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T08:21:47,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T08:21:48,131 DEBUG [ceab608fb84d:35001 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T08:21:48,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:48,140 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ceab608fb84d,41577,1733127704904, state=OPENING 2024-12-02T08:21:48,156 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T08:21:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:48,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T08:21:48,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T08:21:48,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:21:48,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:48,339 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T08:21:48,343 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T08:21:48,352 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T08:21:48,353 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T08:21:48,353 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T08:21:48,357 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ceab608fb84d%2C41577%2C1733127704904.meta, suffix=.meta, logDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904, archiveDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/oldWALs, maxLogs=32 2024-12-02T08:21:48,372 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904/ceab608fb84d%2C41577%2C1733127704904.meta.1733127708359.meta, exclude list is [], retry=0 2024-12-02T08:21:48,376 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1,DISK] 2024-12-02T08:21:48,379 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904/ceab608fb84d%2C41577%2C1733127704904.meta.1733127708359.meta 2024-12-02T08:21:48,379 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-12-02T08:21:48,380 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:21:48,381 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T08:21:48,439 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T08:21:48,444 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T08:21:48,447 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T08:21:48,448 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:48,448 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T08:21:48,448 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T08:21:48,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T08:21:48,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T08:21:48,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:48,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T08:21:48,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T08:21:48,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T08:21:48,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:48,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T08:21:48,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T08:21:48,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T08:21:48,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:48,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T08:21:48,463 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740 2024-12-02T08:21:48,466 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740 2024-12-02T08:21:48,469 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:21:48,472 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T08:21:48,474 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65312165, jitterRate=-0.02677290141582489}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:21:48,475 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T08:21:48,481 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733127708333 2024-12-02T08:21:48,491 DEBUG [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T08:21:48,491 INFO [RS_OPEN_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T08:21:48,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:48,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ceab608fb84d,41577,1733127704904, state=OPEN 2024-12-02T08:21:48,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T08:21:48,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T08:21:48,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T08:21:48,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T08:21:48,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T08:21:48,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=ceab608fb84d,41577,1733127704904 in 364 msec 2024-12-02T08:21:48,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T08:21:48,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 570 msec 2024-12-02T08:21:48,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1180 sec 2024-12-02T08:21:48,551 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733127708551, completionTime=-1 2024-12-02T08:21:48,551 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T08:21:48,551 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T08:21:48,582 DEBUG [hconnection-0x3ce77475-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:48,585 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:48,594 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-02T08:21:48,594 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733127768594 2024-12-02T08:21:48,594 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733127828594 2024-12-02T08:21:48,594 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-12-02T08:21:48,633 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,35001,1733127703513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:48,633 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,35001,1733127703513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:48,633 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,35001,1733127703513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:48,635 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ceab608fb84d:35001, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:48,635 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:48,640 DEBUG [master/ceab608fb84d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T08:21:48,643 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T08:21:48,644 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T08:21:48,650 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T08:21:48,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T08:21:48,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:48,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T08:21:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741835_1011 (size=358) 2024-12-02T08:21:49,070 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 121a4a54b1964b8d789adbef1d373974, NAME => 'hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:21:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741836_1012 (size=42) 2024-12-02T08:21:49,081 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:49,081 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 121a4a54b1964b8d789adbef1d373974, disabling compactions & flushes 2024-12-02T08:21:49,081 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:21:49,081 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:21:49,081 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. after waiting 0 ms 2024-12-02T08:21:49,081 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:21:49,081 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:21:49,082 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 121a4a54b1964b8d789adbef1d373974: 2024-12-02T08:21:49,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T08:21:49,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733127709085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733127709085"}]},"ts":"1733127709085"} 2024-12-02T08:21:49,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T08:21:49,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T08:21:49,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127709123"}]},"ts":"1733127709123"} 2024-12-02T08:21:49,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T08:21:49,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=121a4a54b1964b8d789adbef1d373974, ASSIGN}] 2024-12-02T08:21:49,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=121a4a54b1964b8d789adbef1d373974, ASSIGN 2024-12-02T08:21:49,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=121a4a54b1964b8d789adbef1d373974, ASSIGN; state=OFFLINE, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=false 2024-12-02T08:21:49,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=121a4a54b1964b8d789adbef1d373974, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:49,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 121a4a54b1964b8d789adbef1d373974, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:21:49,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:49,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:21:49,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 121a4a54b1964b8d789adbef1d373974, NAME => 'hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:21:49,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 121a4a54b1964b8d789adbef1d373974 2024-12-02T08:21:49,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:49,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 121a4a54b1964b8d789adbef1d373974 2024-12-02T08:21:49,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 121a4a54b1964b8d789adbef1d373974 2024-12-02T08:21:49,503 INFO [StoreOpener-121a4a54b1964b8d789adbef1d373974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 121a4a54b1964b8d789adbef1d373974 2024-12-02T08:21:49,507 INFO [StoreOpener-121a4a54b1964b8d789adbef1d373974-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 121a4a54b1964b8d789adbef1d373974 columnFamilyName info 2024-12-02T08:21:49,507 DEBUG [StoreOpener-121a4a54b1964b8d789adbef1d373974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:49,508 INFO [StoreOpener-121a4a54b1964b8d789adbef1d373974-1 {}] regionserver.HStore(327): Store=121a4a54b1964b8d789adbef1d373974/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:21:49,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974 2024-12-02T08:21:49,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974 2024-12-02T08:21:49,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 121a4a54b1964b8d789adbef1d373974 2024-12-02T08:21:49,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:21:49,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 121a4a54b1964b8d789adbef1d373974; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70339064, jitterRate=0.0481337308883667}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T08:21:49,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 121a4a54b1964b8d789adbef1d373974: 2024-12-02T08:21:49,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974., pid=6, masterSystemTime=1733127709489 2024-12-02T08:21:49,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:21:49,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:21:49,535 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=121a4a54b1964b8d789adbef1d373974, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:49,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T08:21:49,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 121a4a54b1964b8d789adbef1d373974, server=ceab608fb84d,41577,1733127704904 in 218 msec 2024-12-02T08:21:49,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T08:21:49,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=121a4a54b1964b8d789adbef1d373974, ASSIGN in 391 msec 2024-12-02T08:21:49,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T08:21:49,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127709564"}]},"ts":"1733127709564"} 2024-12-02T08:21:49,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T08:21:49,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T08:21:49,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 972 msec 2024-12-02T08:21:49,654 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T08:21:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T08:21:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:21:49,705 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T08:21:49,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T08:21:49,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 48 msec 2024-12-02T08:21:49,762 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T08:21:49,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T08:21:49,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 44 msec 2024-12-02T08:21:49,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T08:21:49,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T08:21:49,865 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.690sec 2024-12-02T08:21:49,866 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T08:21:49,868 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T08:21:49,869 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T08:21:49,870 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T08:21:49,870 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T08:21:49,872 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,35001,1733127703513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T08:21:49,872 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,35001,1733127703513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T08:21:49,885 DEBUG [master/ceab608fb84d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T08:21:49,886 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T08:21:49,886 INFO [master/ceab608fb84d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ceab608fb84d,35001,1733127703513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T08:21:49,974 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-12-02T08:21:49,975 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-02T08:21:50,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:50,007 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T08:21:50,007 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T08:21:50,047 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:50,062 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:50,126 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=ceab608fb84d,35001,1733127703513 2024-12-02T08:21:50,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=818, ProcessCount=11, AvailableMemoryMB=2012 2024-12-02T08:21:50,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T08:21:50,229 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T08:21:50,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:21:50,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:21:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T08:21:50,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T08:21:50,274 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:50,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T08:21:50,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-02T08:21:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T08:21:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741837_1013 (size=963) 2024-12-02T08:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T08:21:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T08:21:50,796 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:21:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741838_1014 (size=53) 2024-12-02T08:21:50,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:50,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8e5ea9764a4f41397317f80d876277a4, disabling compactions & flushes 2024-12-02T08:21:50,828 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:50,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:50,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. after waiting 0 ms 2024-12-02T08:21:50,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:50,828 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:50,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:50,831 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T08:21:50,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733127710831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733127710831"}]},"ts":"1733127710831"} 2024-12-02T08:21:50,839 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T08:21:50,842 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T08:21:50,842 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127710842"}]},"ts":"1733127710842"} 2024-12-02T08:21:50,846 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T08:21:50,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e5ea9764a4f41397317f80d876277a4, ASSIGN}] 2024-12-02T08:21:50,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e5ea9764a4f41397317f80d876277a4, ASSIGN 2024-12-02T08:21:50,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e5ea9764a4f41397317f80d876277a4, ASSIGN; state=OFFLINE, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=false 2024-12-02T08:21:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T08:21:51,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8e5ea9764a4f41397317f80d876277a4, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:21:51,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,227 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,227 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:21:51,227 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,227 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:21:51,228 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,228 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,230 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,233 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:21:51,234 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5ea9764a4f41397317f80d876277a4 columnFamilyName A 2024-12-02T08:21:51,234 DEBUG [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:51,235 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.HStore(327): Store=8e5ea9764a4f41397317f80d876277a4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:21:51,236 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,239 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:21:51,239 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5ea9764a4f41397317f80d876277a4 columnFamilyName B 2024-12-02T08:21:51,239 DEBUG [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:51,241 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.HStore(327): Store=8e5ea9764a4f41397317f80d876277a4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:21:51,241 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,244 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:21:51,245 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5ea9764a4f41397317f80d876277a4 columnFamilyName C 2024-12-02T08:21:51,245 DEBUG [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:21:51,246 INFO [StoreOpener-8e5ea9764a4f41397317f80d876277a4-1 {}] regionserver.HStore(327): Store=8e5ea9764a4f41397317f80d876277a4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:21:51,246 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,248 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,249 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,253 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:21:51,257 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,263 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:21:51,264 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 8e5ea9764a4f41397317f80d876277a4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67494270, jitterRate=0.00574299693107605}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:21:51,265 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:51,267 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., pid=11, masterSystemTime=1733127711220 2024-12-02T08:21:51,270 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,271 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8e5ea9764a4f41397317f80d876277a4, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T08:21:51,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 in 210 msec 2024-12-02T08:21:51,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T08:21:51,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e5ea9764a4f41397317f80d876277a4, ASSIGN in 374 msec 2024-12-02T08:21:51,286 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T08:21:51,286 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127711286"}]},"ts":"1733127711286"} 2024-12-02T08:21:51,289 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T08:21:51,300 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T08:21:51,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0350 sec 2024-12-02T08:21:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T08:21:51,422 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-02T08:21:51,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3a0022 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@754542c7 2024-12-02T08:21:51,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0cb745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,457 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T08:21:51,462 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T08:21:51,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29b132d8 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54af89df 2024-12-02T08:21:51,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7115de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd77b4a to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@251efa5e 2024-12-02T08:21:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec99212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a33c837 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f7d3d3 2024-12-02T08:21:51,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c943d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,510 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37577c9f to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e6758ed 2024-12-02T08:21:51,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8e82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e957ecd to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37950159 2024-12-02T08:21:51,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba01639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24890c79 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c9c1d1 2024-12-02T08:21:51,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39028e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51cab508 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f1331a9 2024-12-02T08:21:51,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624dc5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6996696d to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65f8fb57 2024-12-02T08:21:51,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e75e85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fad00a5 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2dad7044 2024-12-02T08:21:51,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b52ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:21:51,589 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,599 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:21:51,605 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,605 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,607 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,610 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,612 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,612 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-02T08:21:51,615 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:21:51,616 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,617 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:21:51,619 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:21:51,628 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T08:21:51,637 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,637 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:21:51,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,643 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,660 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,665 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,674 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:21:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T08:21:51,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T08:21:51,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:51,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:51,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:51,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:51,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:51,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:51,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:51,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127771913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127771917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127771918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4c58a7bf0d0949cfb50d4e0344b281f5 is 50, key is test_row_0/A:col10/1733127711729/Put/seqid=0 2024-12-02T08:21:51,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127771927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127771927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T08:21:51,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:51,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:51,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741839_1015 (size=16681) 2024-12-02T08:21:51,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4c58a7bf0d0949cfb50d4e0344b281f5 2024-12-02T08:21:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:51,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:51,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127772086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127772086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127772086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127772087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127772087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a7d42c5602a44ad28636443f74dfa762 is 50, key is test_row_0/B:col10/1733127711729/Put/seqid=0 2024-12-02T08:21:52,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741840_1016 (size=12001) 2024-12-02T08:21:52,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a7d42c5602a44ad28636443f74dfa762 2024-12-02T08:21:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T08:21:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127772307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/13a2316e4da64a088f6b52e3813d4672 is 50, key is test_row_0/C:col10/1733127711729/Put/seqid=0 2024-12-02T08:21:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127772307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127772308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127772308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127772309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,352 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:52,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741841_1017 (size=12001) 2024-12-02T08:21:52,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:52,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:52,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127772616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127772619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127772621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127772622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127772619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T08:21:52,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/13a2316e4da64a088f6b52e3813d4672 2024-12-02T08:21:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4c58a7bf0d0949cfb50d4e0344b281f5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c58a7bf0d0949cfb50d4e0344b281f5 2024-12-02T08:21:52,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c58a7bf0d0949cfb50d4e0344b281f5, entries=250, sequenceid=17, filesize=16.3 K 2024-12-02T08:21:52,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a7d42c5602a44ad28636443f74dfa762 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a7d42c5602a44ad28636443f74dfa762 2024-12-02T08:21:52,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:52,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a7d42c5602a44ad28636443f74dfa762, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T08:21:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/13a2316e4da64a088f6b52e3813d4672 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/13a2316e4da64a088f6b52e3813d4672 2024-12-02T08:21:52,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/13a2316e4da64a088f6b52e3813d4672, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T08:21:52,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 8e5ea9764a4f41397317f80d876277a4 in 1111ms, sequenceid=17, compaction requested=false 2024-12-02T08:21:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T08:21:52,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:52,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:52,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-02T08:21:52,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:52,980 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:21:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/39546c0e91d844628fdb46677f6bc812 is 50, key is test_row_0/A:col10/1733127711917/Put/seqid=0 2024-12-02T08:21:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741842_1018 (size=12001) 2024-12-02T08:21:53,060 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/39546c0e91d844628fdb46677f6bc812 2024-12-02T08:21:53,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d904dca672964789b1c69490d02b59fd is 50, key is test_row_0/B:col10/1733127711917/Put/seqid=0 2024-12-02T08:21:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741843_1019 (size=12001) 2024-12-02T08:21:53,152 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d904dca672964789b1c69490d02b59fd 2024-12-02T08:21:53,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/1f934103f5574de2a8aef657cd6bad26 is 50, key is test_row_0/C:col10/1733127711917/Put/seqid=0 2024-12-02T08:21:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127773190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127773200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127773204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127773207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127773207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741844_1020 (size=12001) 2024-12-02T08:21:53,238 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/1f934103f5574de2a8aef657cd6bad26 2024-12-02T08:21:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/39546c0e91d844628fdb46677f6bc812 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/39546c0e91d844628fdb46677f6bc812 2024-12-02T08:21:53,271 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/39546c0e91d844628fdb46677f6bc812, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T08:21:53,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d904dca672964789b1c69490d02b59fd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d904dca672964789b1c69490d02b59fd 2024-12-02T08:21:53,300 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d904dca672964789b1c69490d02b59fd, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T08:21:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/1f934103f5574de2a8aef657cd6bad26 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1f934103f5574de2a8aef657cd6bad26 2024-12-02T08:21:53,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127773312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127773316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127773319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,326 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1f934103f5574de2a8aef657cd6bad26, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T08:21:53,329 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8e5ea9764a4f41397317f80d876277a4 in 348ms, sequenceid=38, compaction requested=false 2024-12-02T08:21:53,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:53,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:53,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T08:21:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-02T08:21:53,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T08:21:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:53,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:53,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:53,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:53,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:53,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T08:21:53,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7170 sec 2024-12-02T08:21:53,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.7410 sec 2024-12-02T08:21:53,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/385da5efc57a4f13a2ed79cfaaed0d2e is 50, key is test_row_0/A:col10/1733127713333/Put/seqid=0 2024-12-02T08:21:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741845_1021 (size=16681) 2024-12-02T08:21:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127773520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127773522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127773523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127773525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127773527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127773628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127773631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-02T08:21:53,760 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-02T08:21:53,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:21:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-02T08:21:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T08:21:53,778 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:21:53,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:21:53,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:21:53,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/385da5efc57a4f13a2ed79cfaaed0d2e 2024-12-02T08:21:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127773829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127773832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127773840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127773840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127773841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bc951a052e6847f68d6d826dabbb7c76 is 50, key is test_row_0/B:col10/1733127713333/Put/seqid=0 2024-12-02T08:21:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T08:21:53,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741846_1022 (size=12001) 2024-12-02T08:21:53,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bc951a052e6847f68d6d826dabbb7c76 2024-12-02T08:21:53,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6f9a28e922034e91ab491ffc860c660a is 50, key is test_row_0/C:col10/1733127713333/Put/seqid=0 2024-12-02T08:21:53,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:53,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T08:21:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:53,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:53,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T08:21:53,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741847_1023 (size=12001) 2024-12-02T08:21:53,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6f9a28e922034e91ab491ffc860c660a 2024-12-02T08:21:54,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/385da5efc57a4f13a2ed79cfaaed0d2e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/385da5efc57a4f13a2ed79cfaaed0d2e 2024-12-02T08:21:54,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/385da5efc57a4f13a2ed79cfaaed0d2e, entries=250, sequenceid=55, filesize=16.3 K 2024-12-02T08:21:54,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bc951a052e6847f68d6d826dabbb7c76 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc951a052e6847f68d6d826dabbb7c76 2024-12-02T08:21:54,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc951a052e6847f68d6d826dabbb7c76, entries=150, sequenceid=55, filesize=11.7 K 2024-12-02T08:21:54,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6f9a28e922034e91ab491ffc860c660a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6f9a28e922034e91ab491ffc860c660a 2024-12-02T08:21:54,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T08:21:54,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-02T08:21:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T08:21:54,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6f9a28e922034e91ab491ffc860c660a, entries=150, sequenceid=55, filesize=11.7 K 2024-12-02T08:21:54,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8e5ea9764a4f41397317f80d876277a4 in 741ms, sequenceid=55, compaction requested=true 2024-12-02T08:21:54,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:54,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:21:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:21:54,082 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:21:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:21:54,082 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:54,087 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:54,087 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:54,090 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:21:54,090 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:21:54,090 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:54,090 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:54,090 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c58a7bf0d0949cfb50d4e0344b281f5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/39546c0e91d844628fdb46677f6bc812, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/385da5efc57a4f13a2ed79cfaaed0d2e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=44.3 K 2024-12-02T08:21:54,092 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a7d42c5602a44ad28636443f74dfa762, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d904dca672964789b1c69490d02b59fd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc951a052e6847f68d6d826dabbb7c76] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=35.2 K 2024-12-02T08:21:54,094 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a7d42c5602a44ad28636443f74dfa762, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127711689 2024-12-02T08:21:54,095 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c58a7bf0d0949cfb50d4e0344b281f5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127711689 2024-12-02T08:21:54,095 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d904dca672964789b1c69490d02b59fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733127711909 2024-12-02T08:21:54,096 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39546c0e91d844628fdb46677f6bc812, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733127711909 2024-12-02T08:21:54,097 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting bc951a052e6847f68d6d826dabbb7c76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733127713174 2024-12-02T08:21:54,098 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 385da5efc57a4f13a2ed79cfaaed0d2e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733127713174 2024-12-02T08:21:54,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-02T08:21:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:54,105 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T08:21:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/13c0080292ea42b3a7de5c65e916ece2 is 50, key is test_row_0/A:col10/1733127713521/Put/seqid=0 2024-12-02T08:21:54,178 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#10 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:54,180 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/9e17c7935cd24e4d9da983539b4e2b66 is 50, key is test_row_0/A:col10/1733127713333/Put/seqid=0 2024-12-02T08:21:54,185 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#11 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:54,186 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d40984e662bf4f4fb5582babad281b2e is 50, key is test_row_0/B:col10/1733127713333/Put/seqid=0 2024-12-02T08:21:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741848_1024 (size=12001) 2024-12-02T08:21:54,192 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/13c0080292ea42b3a7de5c65e916ece2 2024-12-02T08:21:54,196 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T08:21:54,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T08:21:54,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-02T08:21:54,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-02T08:21:54,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T08:21:54,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T08:21:54,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T08:21:54,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T08:21:54,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T08:21:54,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T08:21:54,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741849_1025 (size=12104) 2024-12-02T08:21:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f3945ab537734511ab637e4a229fa01a is 50, key is test_row_0/B:col10/1733127713521/Put/seqid=0 2024-12-02T08:21:54,270 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/9e17c7935cd24e4d9da983539b4e2b66 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e17c7935cd24e4d9da983539b4e2b66 2024-12-02T08:21:54,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741850_1026 (size=12104) 2024-12-02T08:21:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741851_1027 (size=12001) 2024-12-02T08:21:54,298 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d40984e662bf4f4fb5582babad281b2e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d40984e662bf4f4fb5582babad281b2e 2024-12-02T08:21:54,304 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into 9e17c7935cd24e4d9da983539b4e2b66(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:54,304 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:54,304 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127714078; duration=0sec 2024-12-02T08:21:54,305 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:54,307 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:21:54,307 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:54,311 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:54,312 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:21:54,312 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:54,312 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/13a2316e4da64a088f6b52e3813d4672, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1f934103f5574de2a8aef657cd6bad26, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6f9a28e922034e91ab491ffc860c660a] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=35.2 K 2024-12-02T08:21:54,313 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13a2316e4da64a088f6b52e3813d4672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127711689 2024-12-02T08:21:54,314 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into d40984e662bf4f4fb5582babad281b2e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:54,314 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:54,314 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127714082; duration=0sec 2024-12-02T08:21:54,314 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:54,314 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:21:54,314 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f934103f5574de2a8aef657cd6bad26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733127711909 2024-12-02T08:21:54,315 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f9a28e922034e91ab491ffc860c660a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733127713174 2024-12-02T08:21:54,356 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#13 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:54,357 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2d37bc8e078b43a0af4c7e50a8fb444e is 50, key is test_row_0/C:col10/1733127713333/Put/seqid=0 2024-12-02T08:21:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127774350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127774352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T08:21:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127774353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127774357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127774360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741852_1028 (size=12104) 2024-12-02T08:21:54,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127774475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127774478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127774489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127774492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127774494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127774692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127774693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,698 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f3945ab537734511ab637e4a229fa01a 2024-12-02T08:21:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127774708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127774709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127774698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/fd320e847d27430d9d940b98b9cf7afc is 50, key is test_row_0/C:col10/1733127713521/Put/seqid=0 2024-12-02T08:21:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741853_1029 (size=12001) 2024-12-02T08:21:54,811 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2d37bc8e078b43a0af4c7e50a8fb444e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2d37bc8e078b43a0af4c7e50a8fb444e 2024-12-02T08:21:54,826 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 2d37bc8e078b43a0af4c7e50a8fb444e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:54,830 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:54,830 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127714082; duration=0sec 2024-12-02T08:21:54,831 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:54,831 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:21:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T08:21:55,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127774998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127774999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127775015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127775022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127775023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,178 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/fd320e847d27430d9d940b98b9cf7afc 2024-12-02T08:21:55,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/13c0080292ea42b3a7de5c65e916ece2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/13c0080292ea42b3a7de5c65e916ece2 2024-12-02T08:21:55,211 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/13c0080292ea42b3a7de5c65e916ece2, entries=150, sequenceid=74, filesize=11.7 K 2024-12-02T08:21:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f3945ab537734511ab637e4a229fa01a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f3945ab537734511ab637e4a229fa01a 2024-12-02T08:21:55,235 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f3945ab537734511ab637e4a229fa01a, entries=150, sequenceid=74, filesize=11.7 K 2024-12-02T08:21:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/fd320e847d27430d9d940b98b9cf7afc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/fd320e847d27430d9d940b98b9cf7afc 2024-12-02T08:21:55,261 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/fd320e847d27430d9d940b98b9cf7afc, entries=150, sequenceid=74, filesize=11.7 K 2024-12-02T08:21:55,270 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8e5ea9764a4f41397317f80d876277a4 in 1165ms, sequenceid=74, compaction requested=false 2024-12-02T08:21:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T08:21:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-02T08:21:55,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T08:21:55,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4900 sec 2024-12-02T08:21:55,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.5170 sec 2024-12-02T08:21:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:55,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-02T08:21:55,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:55,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:55,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/629092dfabae4dec8644c8302d6cddee is 50, key is test_row_0/A:col10/1733127715505/Put/seqid=0 2024-12-02T08:21:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741854_1030 (size=14341) 2024-12-02T08:21:55,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/629092dfabae4dec8644c8302d6cddee 2024-12-02T08:21:55,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127775576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127775577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127775587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127775587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127775592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7570ee121566426cae8d0cf412d28a6a is 50, key is test_row_0/B:col10/1733127715505/Put/seqid=0 2024-12-02T08:21:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741855_1031 (size=12001) 2024-12-02T08:21:55,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7570ee121566426cae8d0cf412d28a6a 2024-12-02T08:21:55,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127775697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127775697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127775698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127775699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127775700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/376a566b5b8e46fe9af6ab4a7717cadb is 50, key is test_row_0/C:col10/1733127715505/Put/seqid=0 2024-12-02T08:21:55,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741856_1032 (size=12001) 2024-12-02T08:21:55,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/376a566b5b8e46fe9af6ab4a7717cadb 2024-12-02T08:21:55,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/629092dfabae4dec8644c8302d6cddee as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/629092dfabae4dec8644c8302d6cddee 2024-12-02T08:21:55,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/629092dfabae4dec8644c8302d6cddee, entries=200, sequenceid=95, filesize=14.0 K 2024-12-02T08:21:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7570ee121566426cae8d0cf412d28a6a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7570ee121566426cae8d0cf412d28a6a 2024-12-02T08:21:55,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7570ee121566426cae8d0cf412d28a6a, entries=150, sequenceid=95, filesize=11.7 K 2024-12-02T08:21:55,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/376a566b5b8e46fe9af6ab4a7717cadb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/376a566b5b8e46fe9af6ab4a7717cadb 2024-12-02T08:21:55,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/376a566b5b8e46fe9af6ab4a7717cadb, entries=150, sequenceid=95, filesize=11.7 K 2024-12-02T08:21:55,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 8e5ea9764a4f41397317f80d876277a4 in 293ms, sequenceid=95, compaction requested=true 2024-12-02T08:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:55,802 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:21:55,803 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:55,805 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:55,805 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:21:55,805 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:55,805 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e17c7935cd24e4d9da983539b4e2b66, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/13c0080292ea42b3a7de5c65e916ece2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/629092dfabae4dec8644c8302d6cddee] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=37.5 K 2024-12-02T08:21:55,806 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:55,806 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:21:55,806 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:55,806 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e17c7935cd24e4d9da983539b4e2b66, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733127713174 2024-12-02T08:21:55,806 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d40984e662bf4f4fb5582babad281b2e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f3945ab537734511ab637e4a229fa01a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7570ee121566426cae8d0cf412d28a6a] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=35.3 K 2024-12-02T08:21:55,807 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d40984e662bf4f4fb5582babad281b2e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733127713174 2024-12-02T08:21:55,807 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 13c0080292ea42b3a7de5c65e916ece2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733127713378 2024-12-02T08:21:55,808 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3945ab537734511ab637e4a229fa01a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733127713378 2024-12-02T08:21:55,808 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 629092dfabae4dec8644c8302d6cddee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733127714348 2024-12-02T08:21:55,809 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7570ee121566426cae8d0cf412d28a6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733127714348 2024-12-02T08:21:55,835 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:55,836 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/384dce7efba0409e94712a74eb4ea7fc is 50, key is test_row_0/A:col10/1733127715505/Put/seqid=0 2024-12-02T08:21:55,849 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:55,850 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/6f683e40fecc4f8cb9f6dd9e45d6b16e is 50, key is test_row_0/B:col10/1733127715505/Put/seqid=0 2024-12-02T08:21:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-02T08:21:55,878 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-02T08:21:55,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741857_1033 (size=12207) 2024-12-02T08:21:55,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:21:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-02T08:21:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T08:21:55,906 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:21:55,908 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:21:55,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:21:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741858_1034 (size=12207) 2024-12-02T08:21:55,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:21:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:55,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:55,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:55,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:55,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:55,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:55,932 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/6f683e40fecc4f8cb9f6dd9e45d6b16e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/6f683e40fecc4f8cb9f6dd9e45d6b16e 2024-12-02T08:21:55,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/15c332714be54f9bb2146ebe90dc250c is 50, key is test_row_0/A:col10/1733127715907/Put/seqid=0 2024-12-02T08:21:55,953 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into 6f683e40fecc4f8cb9f6dd9e45d6b16e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:55,953 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:55,953 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127715802; duration=0sec 2024-12-02T08:21:55,955 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:55,955 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:21:55,956 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:55,959 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:55,960 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:21:55,960 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:55,960 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2d37bc8e078b43a0af4c7e50a8fb444e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/fd320e847d27430d9d940b98b9cf7afc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/376a566b5b8e46fe9af6ab4a7717cadb] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=35.3 K 2024-12-02T08:21:55,964 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d37bc8e078b43a0af4c7e50a8fb444e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733127713174 2024-12-02T08:21:55,968 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd320e847d27430d9d940b98b9cf7afc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733127713378 2024-12-02T08:21:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127775955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127775953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,970 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 376a566b5b8e46fe9af6ab4a7717cadb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733127714348 2024-12-02T08:21:55,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127775958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127775960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127775968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741859_1035 (size=12001) 2024-12-02T08:21:55,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/15c332714be54f9bb2146ebe90dc250c 2024-12-02T08:21:56,004 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:56,005 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5b5d4691224b4b2fb3aa848fe1159429 is 50, key is test_row_0/C:col10/1733127715505/Put/seqid=0 2024-12-02T08:21:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T08:21:56,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d452ad9ee74848da8027a4eefd0bc9eb is 50, key is test_row_0/B:col10/1733127715907/Put/seqid=0 2024-12-02T08:21:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741860_1036 (size=12207) 2024-12-02T08:21:56,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,068 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5b5d4691224b4b2fb3aa848fe1159429 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5b5d4691224b4b2fb3aa848fe1159429 2024-12-02T08:21:56,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741861_1037 (size=12001) 2024-12-02T08:21:56,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127776072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d452ad9ee74848da8027a4eefd0bc9eb 2024-12-02T08:21:56,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127776072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127776073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127776074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127776077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,091 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 5b5d4691224b4b2fb3aa848fe1159429(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:56,091 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:56,091 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127715802; duration=0sec 2024-12-02T08:21:56,091 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:56,092 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:21:56,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2665c2eda82a4b848c94aa97040405f9 is 50, key is test_row_0/C:col10/1733127715907/Put/seqid=0 2024-12-02T08:21:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741862_1038 (size=12001) 2024-12-02T08:21:56,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2665c2eda82a4b848c94aa97040405f9 2024-12-02T08:21:56,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/15c332714be54f9bb2146ebe90dc250c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/15c332714be54f9bb2146ebe90dc250c 2024-12-02T08:21:56,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/15c332714be54f9bb2146ebe90dc250c, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T08:21:56,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d452ad9ee74848da8027a4eefd0bc9eb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d452ad9ee74848da8027a4eefd0bc9eb 2024-12-02T08:21:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T08:21:56,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d452ad9ee74848da8027a4eefd0bc9eb, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T08:21:56,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2665c2eda82a4b848c94aa97040405f9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2665c2eda82a4b848c94aa97040405f9 2024-12-02T08:21:56,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2665c2eda82a4b848c94aa97040405f9, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T08:21:56,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8e5ea9764a4f41397317f80d876277a4 in 351ms, sequenceid=117, compaction requested=false 2024-12-02T08:21:56,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:56,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:21:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:56,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:56,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:56,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:56,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:56,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:56,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:56,299 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/384dce7efba0409e94712a74eb4ea7fc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/384dce7efba0409e94712a74eb4ea7fc 2024-12-02T08:21:56,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/68401ce44df34cf79e529038e53a67ad is 50, key is test_row_0/A:col10/1733127715966/Put/seqid=0 2024-12-02T08:21:56,318 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into 384dce7efba0409e94712a74eb4ea7fc(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:56,319 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:56,319 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127715802; duration=0sec 2024-12-02T08:21:56,320 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:56,320 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:21:56,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127776338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127776340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127776340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127776342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127776344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741863_1039 (size=12151) 2024-12-02T08:21:56,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:56,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:56,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127776448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127776448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127776448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127776450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127776456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T08:21:56,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:56,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127776654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127776658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127776658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127776658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127776663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:56,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:56,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/68401ce44df34cf79e529038e53a67ad 2024-12-02T08:21:56,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/68ed0700fea64772baef7d8731f81b22 is 50, key is test_row_0/B:col10/1733127715966/Put/seqid=0 2024-12-02T08:21:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741864_1040 (size=12151) 2024-12-02T08:21:56,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/68ed0700fea64772baef7d8731f81b22 2024-12-02T08:21:56,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:56,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:56,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:56,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8ef761440c2d430c9c773c06a10502c0 is 50, key is test_row_0/C:col10/1733127715966/Put/seqid=0 2024-12-02T08:21:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741865_1041 (size=12151) 2024-12-02T08:21:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127776964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127776965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127776966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127776969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:56,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127776969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T08:21:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:57,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:57,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8ef761440c2d430c9c773c06a10502c0 2024-12-02T08:21:57,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/68401ce44df34cf79e529038e53a67ad as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/68401ce44df34cf79e529038e53a67ad 2024-12-02T08:21:57,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/68401ce44df34cf79e529038e53a67ad, entries=150, sequenceid=135, filesize=11.9 K 2024-12-02T08:21:57,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/68ed0700fea64772baef7d8731f81b22 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/68ed0700fea64772baef7d8731f81b22 2024-12-02T08:21:57,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/68ed0700fea64772baef7d8731f81b22, entries=150, sequenceid=135, filesize=11.9 K 2024-12-02T08:21:57,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8ef761440c2d430c9c773c06a10502c0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8ef761440c2d430c9c773c06a10502c0 2024-12-02T08:21:57,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8ef761440c2d430c9c773c06a10502c0, entries=150, sequenceid=135, filesize=11.9 K 2024-12-02T08:21:57,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8e5ea9764a4f41397317f80d876277a4 in 1159ms, sequenceid=135, compaction requested=true 2024-12-02T08:21:57,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:21:57,449 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:57,449 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:21:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:21:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:57,452 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:57,452 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:57,452 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:21:57,452 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:21:57,452 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,452 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/6f683e40fecc4f8cb9f6dd9e45d6b16e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d452ad9ee74848da8027a4eefd0bc9eb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/68ed0700fea64772baef7d8731f81b22] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=35.5 K 2024-12-02T08:21:57,453 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,453 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/384dce7efba0409e94712a74eb4ea7fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/15c332714be54f9bb2146ebe90dc250c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/68401ce44df34cf79e529038e53a67ad] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=35.5 K 2024-12-02T08:21:57,454 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f683e40fecc4f8cb9f6dd9e45d6b16e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733127714348 2024-12-02T08:21:57,455 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 384dce7efba0409e94712a74eb4ea7fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733127714348 2024-12-02T08:21:57,456 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d452ad9ee74848da8027a4eefd0bc9eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127715576 2024-12-02T08:21:57,457 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 68ed0700fea64772baef7d8731f81b22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733127715954 2024-12-02T08:21:57,457 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15c332714be54f9bb2146ebe90dc250c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127715576 2024-12-02T08:21:57,458 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68401ce44df34cf79e529038e53a67ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733127715954 2024-12-02T08:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:57,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:21:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:57,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:57,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/10d7235bd3ee49de9ffd68c207284250 is 50, key is test_row_0/A:col10/1733127717473/Put/seqid=0 2024-12-02T08:21:57,495 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:57,501 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9eeedde6b07f46db82ec23c6881f03ab is 50, key is test_row_0/B:col10/1733127715966/Put/seqid=0 2024-12-02T08:21:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127777499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127777502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127777506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127777513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127777511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,525 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:57,526 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/0749ca6297ca4e2f8bd9daa93980bed0 is 50, key is test_row_0/A:col10/1733127715966/Put/seqid=0 2024-12-02T08:21:57,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741866_1042 (size=12151) 2024-12-02T08:21:57,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/10d7235bd3ee49de9ffd68c207284250 2024-12-02T08:21:57,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/08f4046e7cbd41fa9da539117b84f25f is 50, key is test_row_0/B:col10/1733127717473/Put/seqid=0 2024-12-02T08:21:57,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741868_1044 (size=12459) 2024-12-02T08:21:57,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741867_1043 (size=12459) 2024-12-02T08:21:57,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127777616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127777619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127777622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127777617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127777624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,638 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9eeedde6b07f46db82ec23c6881f03ab as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9eeedde6b07f46db82ec23c6881f03ab 2024-12-02T08:21:57,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:57,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:57,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,651 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into 9eeedde6b07f46db82ec23c6881f03ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:57,651 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:57,651 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127717449; duration=0sec 2024-12-02T08:21:57,652 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:57,652 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:21:57,652 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:21:57,655 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:21:57,655 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:21:57,655 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,655 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5b5d4691224b4b2fb3aa848fe1159429, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2665c2eda82a4b848c94aa97040405f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8ef761440c2d430c9c773c06a10502c0] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=35.5 K 2024-12-02T08:21:57,656 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b5d4691224b4b2fb3aa848fe1159429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733127714348 2024-12-02T08:21:57,657 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2665c2eda82a4b848c94aa97040405f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127715576 2024-12-02T08:21:57,659 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ef761440c2d430c9c773c06a10502c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733127715954 2024-12-02T08:21:57,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741869_1045 (size=12151) 2024-12-02T08:21:57,694 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:57,695 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/69e1f217e89f424cad28a2c99004cca9 is 50, key is test_row_0/C:col10/1733127715966/Put/seqid=0 2024-12-02T08:21:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741870_1046 (size=12459) 2024-12-02T08:21:57,756 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/69e1f217e89f424cad28a2c99004cca9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/69e1f217e89f424cad28a2c99004cca9 2024-12-02T08:21:57,768 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 69e1f217e89f424cad28a2c99004cca9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:57,768 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:57,768 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127717449; duration=0sec 2024-12-02T08:21:57,768 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:57,768 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:21:57,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:57,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:57,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127777830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127777833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127777835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127777836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127777838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:57,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:57,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:57,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:57,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T08:21:58,040 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/0749ca6297ca4e2f8bd9daa93980bed0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/0749ca6297ca4e2f8bd9daa93980bed0 2024-12-02T08:21:58,056 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into 0749ca6297ca4e2f8bd9daa93980bed0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:58,057 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:58,057 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127717449; duration=0sec 2024-12-02T08:21:58,057 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:58,057 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:21:58,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/08f4046e7cbd41fa9da539117b84f25f 2024-12-02T08:21:58,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:21:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:58,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:58,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/77601bbe0eb54300a6ab100356edd0ce is 50, key is test_row_0/C:col10/1733127717473/Put/seqid=0 2024-12-02T08:21:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:21:58,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127778136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127778141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741871_1047 (size=12151) 2024-12-02T08:21:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127778140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127778145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/77601bbe0eb54300a6ab100356edd0ce 2024-12-02T08:21:58,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127778147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/10d7235bd3ee49de9ffd68c207284250 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/10d7235bd3ee49de9ffd68c207284250 2024-12-02T08:21:58,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/10d7235bd3ee49de9ffd68c207284250, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T08:21:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/08f4046e7cbd41fa9da539117b84f25f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/08f4046e7cbd41fa9da539117b84f25f 2024-12-02T08:21:58,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/08f4046e7cbd41fa9da539117b84f25f, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T08:21:58,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/77601bbe0eb54300a6ab100356edd0ce as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/77601bbe0eb54300a6ab100356edd0ce 2024-12-02T08:21:58,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/77601bbe0eb54300a6ab100356edd0ce, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T08:21:58,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8e5ea9764a4f41397317f80d876277a4 in 740ms, sequenceid=157, compaction requested=false 2024-12-02T08:21:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:58,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-02T08:21:58,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:58,263 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:21:58,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:58,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/8dbd2e608b3449c9b39c09c3702c6f90 is 50, key is test_row_0/A:col10/1733127717511/Put/seqid=0 2024-12-02T08:21:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741872_1048 (size=12151) 2024-12-02T08:21:58,323 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/8dbd2e608b3449c9b39c09c3702c6f90 2024-12-02T08:21:58,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/04a8975c9f444b5b8c9ab177d7317dff is 50, key is test_row_0/B:col10/1733127717511/Put/seqid=0 2024-12-02T08:21:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741873_1049 (size=12151) 2024-12-02T08:21:58,397 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/04a8975c9f444b5b8c9ab177d7317dff 2024-12-02T08:21:58,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/0dbc1a34021b410ca392664716ed92e7 is 50, key is test_row_0/C:col10/1733127717511/Put/seqid=0 2024-12-02T08:21:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741874_1050 (size=12151) 2024-12-02T08:21:58,479 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/0dbc1a34021b410ca392664716ed92e7 2024-12-02T08:21:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/8dbd2e608b3449c9b39c09c3702c6f90 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/8dbd2e608b3449c9b39c09c3702c6f90 2024-12-02T08:21:58,514 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/8dbd2e608b3449c9b39c09c3702c6f90, entries=150, sequenceid=175, filesize=11.9 K 2024-12-02T08:21:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/04a8975c9f444b5b8c9ab177d7317dff as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/04a8975c9f444b5b8c9ab177d7317dff 2024-12-02T08:21:58,526 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/04a8975c9f444b5b8c9ab177d7317dff, entries=150, sequenceid=175, filesize=11.9 K 2024-12-02T08:21:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/0dbc1a34021b410ca392664716ed92e7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0dbc1a34021b410ca392664716ed92e7 2024-12-02T08:21:58,539 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0dbc1a34021b410ca392664716ed92e7, entries=150, sequenceid=175, filesize=11.9 K 2024-12-02T08:21:58,542 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 8e5ea9764a4f41397317f80d876277a4 in 278ms, sequenceid=175, compaction requested=true 2024-12-02T08:21:58,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:58,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:58,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-02T08:21:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-02T08:21:58,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T08:21:58,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-12-02T08:21:58,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.6510 sec 2024-12-02T08:21:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:58,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:58,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/865183a6e89143e5873c88dbe1843eea is 50, key is test_row_0/A:col10/1733127718671/Put/seqid=0 2024-12-02T08:21:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741875_1051 (size=14541) 2024-12-02T08:21:58,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/865183a6e89143e5873c88dbe1843eea 2024-12-02T08:21:58,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7bd3356834934ff08ded6261cc1be12c is 50, key is test_row_0/B:col10/1733127718671/Put/seqid=0 2024-12-02T08:21:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127778789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127778802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127778810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127778810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127778813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741876_1052 (size=12151) 2024-12-02T08:21:58,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7bd3356834934ff08ded6261cc1be12c 2024-12-02T08:21:58,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/b43591c4505f4ba18344b01948f93efb is 50, key is test_row_0/C:col10/1733127718671/Put/seqid=0 2024-12-02T08:21:58,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127778915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127778917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127778922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127778930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741877_1053 (size=12151) 2024-12-02T08:21:58,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/b43591c4505f4ba18344b01948f93efb 2024-12-02T08:21:58,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127778940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:58,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/865183a6e89143e5873c88dbe1843eea as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/865183a6e89143e5873c88dbe1843eea 2024-12-02T08:21:58,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/865183a6e89143e5873c88dbe1843eea, entries=200, sequenceid=187, filesize=14.2 K 2024-12-02T08:21:58,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7bd3356834934ff08ded6261cc1be12c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7bd3356834934ff08ded6261cc1be12c 2024-12-02T08:21:58,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7bd3356834934ff08ded6261cc1be12c, entries=150, sequenceid=187, filesize=11.9 K 2024-12-02T08:21:58,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/b43591c4505f4ba18344b01948f93efb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/b43591c4505f4ba18344b01948f93efb 2024-12-02T08:21:59,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/b43591c4505f4ba18344b01948f93efb, entries=150, sequenceid=187, filesize=11.9 K 2024-12-02T08:21:59,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8e5ea9764a4f41397317f80d876277a4 in 301ms, sequenceid=187, compaction requested=true 2024-12-02T08:21:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:21:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:59,003 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:21:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:21:59,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:59,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:21:59,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:21:59,004 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:21:59,006 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:21:59,006 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:21:59,006 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:21:59,006 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:21:59,006 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:59,006 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:59,006 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/0749ca6297ca4e2f8bd9daa93980bed0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/10d7235bd3ee49de9ffd68c207284250, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/8dbd2e608b3449c9b39c09c3702c6f90, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/865183a6e89143e5873c88dbe1843eea] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=50.1 K 2024-12-02T08:21:59,006 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9eeedde6b07f46db82ec23c6881f03ab, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/08f4046e7cbd41fa9da539117b84f25f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/04a8975c9f444b5b8c9ab177d7317dff, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7bd3356834934ff08ded6261cc1be12c] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=47.8 K 2024-12-02T08:21:59,007 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0749ca6297ca4e2f8bd9daa93980bed0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733127715954 2024-12-02T08:21:59,007 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eeedde6b07f46db82ec23c6881f03ab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733127715954 2024-12-02T08:21:59,008 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f4046e7cbd41fa9da539117b84f25f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733127716339 2024-12-02T08:21:59,008 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10d7235bd3ee49de9ffd68c207284250, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733127716339 2024-12-02T08:21:59,009 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 04a8975c9f444b5b8c9ab177d7317dff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733127717496 2024-12-02T08:21:59,009 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dbd2e608b3449c9b39c09c3702c6f90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733127717496 2024-12-02T08:21:59,010 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bd3356834934ff08ded6261cc1be12c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733127718669 2024-12-02T08:21:59,013 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 865183a6e89143e5873c88dbe1843eea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733127718669 2024-12-02T08:21:59,048 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#39 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:59,049 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/966ab2e1d70b46abaef594078e8e130b is 50, key is test_row_0/B:col10/1733127718671/Put/seqid=0 2024-12-02T08:21:59,058 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:59,060 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/cf8a593308854e92a91200abaedcfa47 is 50, key is test_row_0/A:col10/1733127718671/Put/seqid=0 2024-12-02T08:21:59,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741878_1054 (size=12595) 2024-12-02T08:21:59,126 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/966ab2e1d70b46abaef594078e8e130b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/966ab2e1d70b46abaef594078e8e130b 2024-12-02T08:21:59,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:21:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:21:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741879_1055 (size=12595) 2024-12-02T08:21:59,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:21:59,148 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into 966ab2e1d70b46abaef594078e8e130b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:59,148 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:59,148 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=12, startTime=1733127719003; duration=0sec 2024-12-02T08:21:59,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:59,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:21:59,148 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:21:59,148 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:21:59,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:59,148 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:21:59,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:21:59,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:21:59,151 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:21:59,151 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:21:59,151 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:21:59,152 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/69e1f217e89f424cad28a2c99004cca9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/77601bbe0eb54300a6ab100356edd0ce, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0dbc1a34021b410ca392664716ed92e7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/b43591c4505f4ba18344b01948f93efb] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=47.8 K 2024-12-02T08:21:59,153 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 69e1f217e89f424cad28a2c99004cca9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733127715954 2024-12-02T08:21:59,154 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 77601bbe0eb54300a6ab100356edd0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733127716339 2024-12-02T08:21:59,155 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dbc1a34021b410ca392664716ed92e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733127717496 2024-12-02T08:21:59,156 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b43591c4505f4ba18344b01948f93efb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733127718669 2024-12-02T08:21:59,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127779160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/11a29b5f93de4feb8482bbeb7f5c4e4f is 50, key is test_row_0/A:col10/1733127719127/Put/seqid=0 2024-12-02T08:21:59,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127779162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127779164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127779166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127779176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,193 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:21:59,194 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2a7f03faad1a4bdd8e4656adef03dcfb is 50, key is test_row_0/C:col10/1733127718671/Put/seqid=0 2024-12-02T08:21:59,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741880_1056 (size=14541) 2024-12-02T08:21:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741881_1057 (size=12595) 2024-12-02T08:21:59,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127779274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127779278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127779279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127779280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,286 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2a7f03faad1a4bdd8e4656adef03dcfb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2a7f03faad1a4bdd8e4656adef03dcfb 2024-12-02T08:21:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127779282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,302 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 2a7f03faad1a4bdd8e4656adef03dcfb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:59,302 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:59,302 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=12, startTime=1733127719004; duration=0sec 2024-12-02T08:21:59,302 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:59,302 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:21:59,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127779484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127779485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127779485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127779490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127779490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,577 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/cf8a593308854e92a91200abaedcfa47 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/cf8a593308854e92a91200abaedcfa47 2024-12-02T08:21:59,592 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into cf8a593308854e92a91200abaedcfa47(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:21:59,592 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:21:59,592 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=12, startTime=1733127719003; duration=0sec 2024-12-02T08:21:59,592 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:21:59,592 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:21:59,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/11a29b5f93de4feb8482bbeb7f5c4e4f 2024-12-02T08:21:59,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/8375d2f8bad04231b874c779d80d6c49 is 50, key is test_row_0/B:col10/1733127719127/Put/seqid=0 2024-12-02T08:21:59,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741882_1058 (size=12151) 2024-12-02T08:21:59,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/8375d2f8bad04231b874c779d80d6c49 2024-12-02T08:21:59,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6fbd21aeec5c4a7ebe929d37933bb907 is 50, key is test_row_0/C:col10/1733127719127/Put/seqid=0 2024-12-02T08:21:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127779791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741883_1059 (size=12151) 2024-12-02T08:21:59,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6fbd21aeec5c4a7ebe929d37933bb907 2024-12-02T08:21:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/11a29b5f93de4feb8482bbeb7f5c4e4f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/11a29b5f93de4feb8482bbeb7f5c4e4f 2024-12-02T08:21:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127779805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127779806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127779806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:21:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127779807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:21:59,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/11a29b5f93de4feb8482bbeb7f5c4e4f, entries=200, sequenceid=214, filesize=14.2 K 2024-12-02T08:21:59,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/8375d2f8bad04231b874c779d80d6c49 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/8375d2f8bad04231b874c779d80d6c49 2024-12-02T08:21:59,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/8375d2f8bad04231b874c779d80d6c49, entries=150, sequenceid=214, filesize=11.9 K 2024-12-02T08:21:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6fbd21aeec5c4a7ebe929d37933bb907 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6fbd21aeec5c4a7ebe929d37933bb907 2024-12-02T08:21:59,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6fbd21aeec5c4a7ebe929d37933bb907, entries=150, sequenceid=214, filesize=11.9 K 2024-12-02T08:21:59,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8e5ea9764a4f41397317f80d876277a4 in 700ms, sequenceid=214, compaction requested=false 2024-12-02T08:21:59,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-02T08:22:00,015 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-02T08:22:00,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-02T08:22:00,022 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:00,024 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:00,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T08:22:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T08:22:00,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-02T08:22:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:00,181 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:22:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4a1a364f38e74f488a6e2e9968701034 is 50, key is test_row_0/A:col10/1733127719164/Put/seqid=0 2024-12-02T08:22:00,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741884_1060 (size=12151) 2024-12-02T08:22:00,218 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4a1a364f38e74f488a6e2e9968701034 2024-12-02T08:22:00,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/cd4d23eb98b847c8b4c48e9eae72fa20 is 50, key is test_row_0/B:col10/1733127719164/Put/seqid=0 2024-12-02T08:22:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741885_1061 (size=12151) 2024-12-02T08:22:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T08:22:00,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127780359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127780372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127780371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127780373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127780374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127780480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127780491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127780491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127780492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127780492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T08:22:00,669 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/cd4d23eb98b847c8b4c48e9eae72fa20 2024-12-02T08:22:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127780695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127780698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2b52acd8e890488388622178fb747731 is 50, key is test_row_0/C:col10/1733127719164/Put/seqid=0 2024-12-02T08:22:00,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127780705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127780705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127780706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:00,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741886_1062 (size=12151) 2024-12-02T08:22:00,746 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2b52acd8e890488388622178fb747731 2024-12-02T08:22:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4a1a364f38e74f488a6e2e9968701034 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4a1a364f38e74f488a6e2e9968701034 2024-12-02T08:22:00,773 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4a1a364f38e74f488a6e2e9968701034, entries=150, sequenceid=227, filesize=11.9 K 2024-12-02T08:22:00,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/cd4d23eb98b847c8b4c48e9eae72fa20 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cd4d23eb98b847c8b4c48e9eae72fa20 2024-12-02T08:22:00,792 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cd4d23eb98b847c8b4c48e9eae72fa20, entries=150, sequenceid=227, filesize=11.9 K 2024-12-02T08:22:00,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2b52acd8e890488388622178fb747731 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2b52acd8e890488388622178fb747731 2024-12-02T08:22:00,806 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2b52acd8e890488388622178fb747731, entries=150, sequenceid=227, filesize=11.9 K 2024-12-02T08:22:00,810 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8e5ea9764a4f41397317f80d876277a4 in 629ms, sequenceid=227, compaction requested=true 2024-12-02T08:22:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:00,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-02T08:22:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-02T08:22:00,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T08:22:00,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 790 msec 2024-12-02T08:22:00,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 803 msec 2024-12-02T08:22:01,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:22:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:01,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:01,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c4d7a5f65d6f47c5ab7744625851a076 is 50, key is test_row_0/A:col10/1733127721003/Put/seqid=0 2024-12-02T08:22:01,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127781028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127781032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127781036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127781036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127781041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741887_1063 (size=12151) 2024-12-02T08:22:01,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c4d7a5f65d6f47c5ab7744625851a076 2024-12-02T08:22:01,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/af6adfbd83df40f1bf2d51200b5f154b is 50, key is test_row_0/B:col10/1733127721003/Put/seqid=0 2024-12-02T08:22:01,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741888_1064 (size=12151) 2024-12-02T08:22:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-02T08:22:01,140 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-02T08:22:01,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:01,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/af6adfbd83df40f1bf2d51200b5f154b 2024-12-02T08:22:01,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127781145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127781149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-02T08:22:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T08:22:01,154 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:01,157 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127781153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127781153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127781156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/f9ad53901c61460386324b92d0b7fbaa is 50, key is test_row_0/C:col10/1733127721003/Put/seqid=0 2024-12-02T08:22:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741889_1065 (size=12151) 2024-12-02T08:22:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T08:22:01,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:01,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:01,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127781351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127781358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127781364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127781364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127781371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T08:22:01,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/f9ad53901c61460386324b92d0b7fbaa 2024-12-02T08:22:01,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c4d7a5f65d6f47c5ab7744625851a076 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4d7a5f65d6f47c5ab7744625851a076 2024-12-02T08:22:01,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4d7a5f65d6f47c5ab7744625851a076, entries=150, sequenceid=253, filesize=11.9 K 2024-12-02T08:22:01,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/af6adfbd83df40f1bf2d51200b5f154b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/af6adfbd83df40f1bf2d51200b5f154b 2024-12-02T08:22:01,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/af6adfbd83df40f1bf2d51200b5f154b, entries=150, sequenceid=253, filesize=11.9 K 2024-12-02T08:22:01,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/f9ad53901c61460386324b92d0b7fbaa as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/f9ad53901c61460386324b92d0b7fbaa 2024-12-02T08:22:01,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/f9ad53901c61460386324b92d0b7fbaa, entries=150, sequenceid=253, filesize=11.9 K 2024-12-02T08:22:01,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8e5ea9764a4f41397317f80d876277a4 in 636ms, sequenceid=253, compaction requested=true 2024-12-02T08:22:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:01,646 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:01,646 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:01,649 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:01,650 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:01,650 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,650 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/cf8a593308854e92a91200abaedcfa47, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/11a29b5f93de4feb8482bbeb7f5c4e4f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4a1a364f38e74f488a6e2e9968701034, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4d7a5f65d6f47c5ab7744625851a076] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=50.2 K 2024-12-02T08:22:01,652 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:01,652 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:01,652 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,653 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/966ab2e1d70b46abaef594078e8e130b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/8375d2f8bad04231b874c779d80d6c49, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cd4d23eb98b847c8b4c48e9eae72fa20, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/af6adfbd83df40f1bf2d51200b5f154b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=47.9 K 2024-12-02T08:22:01,654 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf8a593308854e92a91200abaedcfa47, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733127718669 2024-12-02T08:22:01,659 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 966ab2e1d70b46abaef594078e8e130b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733127718669 2024-12-02T08:22:01,661 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11a29b5f93de4feb8482bbeb7f5c4e4f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733127718807 2024-12-02T08:22:01,661 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8375d2f8bad04231b874c779d80d6c49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733127718810 2024-12-02T08:22:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:01,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:22:01,662 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a1a364f38e74f488a6e2e9968701034, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733127719149 2024-12-02T08:22:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:01,662 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting cd4d23eb98b847c8b4c48e9eae72fa20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733127719149 2024-12-02T08:22:01,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:01,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:01,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:01,663 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4d7a5f65d6f47c5ab7744625851a076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733127720370 2024-12-02T08:22:01,664 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting af6adfbd83df40f1bf2d51200b5f154b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733127720370 2024-12-02T08:22:01,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/81d36b25f2ee48a7aed1c597a75787f9 is 50, key is test_row_0/A:col10/1733127721019/Put/seqid=0 2024-12-02T08:22:01,688 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#52 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:01,689 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bccf6705cce243e684cd74087ae4bda9 is 50, key is test_row_0/B:col10/1733127721003/Put/seqid=0 2024-12-02T08:22:01,691 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#53 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:01,693 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/d8399416696742ed957e8cdf6e75d808 is 50, key is test_row_0/A:col10/1733127721003/Put/seqid=0 2024-12-02T08:22:01,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741890_1066 (size=14741) 2024-12-02T08:22:01,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/81d36b25f2ee48a7aed1c597a75787f9 2024-12-02T08:22:01,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741891_1067 (size=12731) 2024-12-02T08:22:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741892_1068 (size=12731) 2024-12-02T08:22:01,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127781711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127781711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127781713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127781714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127781720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,727 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bccf6705cce243e684cd74087ae4bda9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bccf6705cce243e684cd74087ae4bda9 2024-12-02T08:22:01,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a5b386dd50694c53acaf1ae9af709cc2 is 50, key is test_row_0/B:col10/1733127721019/Put/seqid=0 2024-12-02T08:22:01,736 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into bccf6705cce243e684cd74087ae4bda9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:01,736 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:01,736 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=12, startTime=1733127721646; duration=0sec 2024-12-02T08:22:01,736 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:01,736 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:01,736 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:01,738 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:01,738 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:01,738 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,738 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2a7f03faad1a4bdd8e4656adef03dcfb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6fbd21aeec5c4a7ebe929d37933bb907, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2b52acd8e890488388622178fb747731, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/f9ad53901c61460386324b92d0b7fbaa] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=47.9 K 2024-12-02T08:22:01,739 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7f03faad1a4bdd8e4656adef03dcfb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733127718669 2024-12-02T08:22:01,740 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fbd21aeec5c4a7ebe929d37933bb907, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733127718810 2024-12-02T08:22:01,741 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b52acd8e890488388622178fb747731, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733127719149 2024-12-02T08:22:01,742 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ad53901c61460386324b92d0b7fbaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733127720370 2024-12-02T08:22:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741893_1069 (size=12301) 2024-12-02T08:22:01,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a5b386dd50694c53acaf1ae9af709cc2 2024-12-02T08:22:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T08:22:01,774 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:01,774 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/0630e09867734f8abee39f180ad353cd is 50, key is test_row_0/C:col10/1733127721003/Put/seqid=0 2024-12-02T08:22:01,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:01,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ef09202e47024383ab42843d1bcc1485 is 50, key is test_row_0/C:col10/1733127721019/Put/seqid=0 2024-12-02T08:22:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127781824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127781824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127781824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127781825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127781825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741894_1070 (size=12731) 2024-12-02T08:22:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741895_1071 (size=12301) 2024-12-02T08:22:01,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ef09202e47024383ab42843d1bcc1485 2024-12-02T08:22:01,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/81d36b25f2ee48a7aed1c597a75787f9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/81d36b25f2ee48a7aed1c597a75787f9 2024-12-02T08:22:01,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/81d36b25f2ee48a7aed1c597a75787f9, entries=200, sequenceid=264, filesize=14.4 K 2024-12-02T08:22:01,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:01,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:01,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a5b386dd50694c53acaf1ae9af709cc2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a5b386dd50694c53acaf1ae9af709cc2 2024-12-02T08:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:01,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a5b386dd50694c53acaf1ae9af709cc2, entries=150, sequenceid=264, filesize=12.0 K 2024-12-02T08:22:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ef09202e47024383ab42843d1bcc1485 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ef09202e47024383ab42843d1bcc1485 2024-12-02T08:22:01,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ef09202e47024383ab42843d1bcc1485, entries=150, sequenceid=264, filesize=12.0 K 2024-12-02T08:22:01,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8e5ea9764a4f41397317f80d876277a4 in 299ms, sequenceid=264, compaction requested=false 2024-12-02T08:22:01,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:02,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:22:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:02,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/856848d7426345598a0308c914fcc5b5 is 50, key is test_row_0/A:col10/1733127721709/Put/seqid=0 2024-12-02T08:22:02,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127782051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127782051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127782053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127782059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127782064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741896_1072 (size=14741) 2024-12-02T08:22:02,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/856848d7426345598a0308c914fcc5b5 2024-12-02T08:22:02,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:02,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/0a193d0c676047bb88a9104f535af576 is 50, key is test_row_0/B:col10/1733127721709/Put/seqid=0 2024-12-02T08:22:02,137 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/d8399416696742ed957e8cdf6e75d808 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d8399416696742ed957e8cdf6e75d808 2024-12-02T08:22:02,147 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into d8399416696742ed957e8cdf6e75d808(size=12.4 K), total size for store is 26.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:02,147 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:02,148 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=12, startTime=1733127721646; duration=0sec 2024-12-02T08:22:02,148 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:02,148 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:02,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741897_1073 (size=12301) 2024-12-02T08:22:02,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/0a193d0c676047bb88a9104f535af576 2024-12-02T08:22:02,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127782162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127782162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127782163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127782168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127782170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ec756f0cf49a45e4b88ffae0cad6b91b is 50, key is test_row_0/C:col10/1733127721709/Put/seqid=0 2024-12-02T08:22:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741898_1074 (size=12301) 2024-12-02T08:22:02,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T08:22:02,267 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/0630e09867734f8abee39f180ad353cd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0630e09867734f8abee39f180ad353cd 2024-12-02T08:22:02,285 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 0630e09867734f8abee39f180ad353cd(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:02,285 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:02,285 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=12, startTime=1733127721646; duration=0sec 2024-12-02T08:22:02,285 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:02,285 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:02,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127782372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127782373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127782375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127782376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127782370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:02,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ec756f0cf49a45e4b88ffae0cad6b91b 2024-12-02T08:22:02,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/856848d7426345598a0308c914fcc5b5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/856848d7426345598a0308c914fcc5b5 2024-12-02T08:22:02,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/856848d7426345598a0308c914fcc5b5, entries=200, sequenceid=291, filesize=14.4 K 2024-12-02T08:22:02,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/0a193d0c676047bb88a9104f535af576 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0a193d0c676047bb88a9104f535af576 2024-12-02T08:22:02,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0a193d0c676047bb88a9104f535af576, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T08:22:02,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ec756f0cf49a45e4b88ffae0cad6b91b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ec756f0cf49a45e4b88ffae0cad6b91b 2024-12-02T08:22:02,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ec756f0cf49a45e4b88ffae0cad6b91b, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T08:22:02,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8e5ea9764a4f41397317f80d876277a4 in 618ms, sequenceid=291, compaction requested=true 2024-12-02T08:22:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:02,652 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:02,652 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:02,653 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:02,654 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:02,654 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,654 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bccf6705cce243e684cd74087ae4bda9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a5b386dd50694c53acaf1ae9af709cc2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0a193d0c676047bb88a9104f535af576] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.5 K 2024-12-02T08:22:02,655 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:02,655 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting bccf6705cce243e684cd74087ae4bda9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733127720370 2024-12-02T08:22:02,655 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:02,655 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,655 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d8399416696742ed957e8cdf6e75d808, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/81d36b25f2ee48a7aed1c597a75787f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/856848d7426345598a0308c914fcc5b5] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=41.2 K 2024-12-02T08:22:02,655 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a5b386dd50694c53acaf1ae9af709cc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733127721019 2024-12-02T08:22:02,656 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8399416696742ed957e8cdf6e75d808, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733127720370 2024-12-02T08:22:02,656 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a193d0c676047bb88a9104f535af576, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127721709 2024-12-02T08:22:02,656 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d36b25f2ee48a7aed1c597a75787f9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733127721019 2024-12-02T08:22:02,656 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 856848d7426345598a0308c914fcc5b5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127721709 2024-12-02T08:22:02,679 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:02,680 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bff91ea18b11498d94d442aeebf43043 is 50, key is test_row_0/B:col10/1733127721709/Put/seqid=0 2024-12-02T08:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:02,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:22:02,683 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#61 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:02,684 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/b4236c5764de4148acbbd0170bb916db is 50, key is test_row_0/A:col10/1733127721709/Put/seqid=0 2024-12-02T08:22:02,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:02,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:02,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:02,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:02,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:02,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:02,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/812067cbb8284810a4e3e23a0faea270 is 50, key is test_row_0/A:col10/1733127722056/Put/seqid=0 2024-12-02T08:22:02,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741900_1076 (size=12983) 2024-12-02T08:22:02,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127782723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127782723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127782724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127782726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127782730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741899_1075 (size=12983) 2024-12-02T08:22:02,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741901_1077 (size=14741) 2024-12-02T08:22:02,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/812067cbb8284810a4e3e23a0faea270 2024-12-02T08:22:02,752 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bff91ea18b11498d94d442aeebf43043 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bff91ea18b11498d94d442aeebf43043 2024-12-02T08:22:02,764 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into bff91ea18b11498d94d442aeebf43043(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:02,764 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:02,764 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127722652; duration=0sec 2024-12-02T08:22:02,764 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:02,764 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:02,764 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:02,768 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:02,768 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:02,768 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,768 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0630e09867734f8abee39f180ad353cd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ef09202e47024383ab42843d1bcc1485, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ec756f0cf49a45e4b88ffae0cad6b91b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.5 K 2024-12-02T08:22:02,769 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0630e09867734f8abee39f180ad353cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733127720370 2024-12-02T08:22:02,770 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ef09202e47024383ab42843d1bcc1485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733127721019 2024-12-02T08:22:02,771 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ec756f0cf49a45e4b88ffae0cad6b91b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127721709 2024-12-02T08:22:02,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f1a62305d24044f6b70a22ed4d0149ff is 50, key is test_row_0/B:col10/1733127722056/Put/seqid=0 2024-12-02T08:22:02,809 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:02,811 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/cc58002636b14264a4706383f588415a is 50, key is test_row_0/C:col10/1733127721709/Put/seqid=0 2024-12-02T08:22:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741902_1078 (size=12301) 2024-12-02T08:22:02,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f1a62305d24044f6b70a22ed4d0149ff 2024-12-02T08:22:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127782833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127782833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127782833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127782837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127782838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741903_1079 (size=12983) 2024-12-02T08:22:02,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:02,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:02,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:02,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:02,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:02,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/36bc807f07ed496fb549f9fc1f82f975 is 50, key is test_row_0/C:col10/1733127722056/Put/seqid=0 2024-12-02T08:22:02,884 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/cc58002636b14264a4706383f588415a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/cc58002636b14264a4706383f588415a 2024-12-02T08:22:02,896 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into cc58002636b14264a4706383f588415a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:02,896 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:02,896 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127722652; duration=0sec 2024-12-02T08:22:02,896 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:02,896 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741904_1080 (size=12301) 2024-12-02T08:22:02,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/36bc807f07ed496fb549f9fc1f82f975 2024-12-02T08:22:02,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/812067cbb8284810a4e3e23a0faea270 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/812067cbb8284810a4e3e23a0faea270 2024-12-02T08:22:02,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/812067cbb8284810a4e3e23a0faea270, entries=200, sequenceid=306, filesize=14.4 K 2024-12-02T08:22:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f1a62305d24044f6b70a22ed4d0149ff as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f1a62305d24044f6b70a22ed4d0149ff 2024-12-02T08:22:02,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f1a62305d24044f6b70a22ed4d0149ff, entries=150, sequenceid=306, filesize=12.0 K 2024-12-02T08:22:02,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/36bc807f07ed496fb549f9fc1f82f975 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/36bc807f07ed496fb549f9fc1f82f975 2024-12-02T08:22:02,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/36bc807f07ed496fb549f9fc1f82f975, entries=150, sequenceid=306, filesize=12.0 K 2024-12-02T08:22:02,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8e5ea9764a4f41397317f80d876277a4 in 272ms, sequenceid=306, compaction requested=false 2024-12-02T08:22:02,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:03,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-02T08:22:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:03,026 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T08:22:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:03,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/b3222180cc3448989a32851f8cfcdd4f is 50, key is test_row_0/A:col10/1733127722728/Put/seqid=0 2024-12-02T08:22:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741905_1081 (size=12301) 2024-12-02T08:22:03,060 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/b3222180cc3448989a32851f8cfcdd4f 2024-12-02T08:22:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127783054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127783056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127783056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127783061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127783061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f563de6237a34056b05da119d9d3621e is 50, key is test_row_0/B:col10/1733127722728/Put/seqid=0 2024-12-02T08:22:03,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741906_1082 (size=12301) 2024-12-02T08:22:03,127 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/b4236c5764de4148acbbd0170bb916db as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b4236c5764de4148acbbd0170bb916db 2024-12-02T08:22:03,142 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into b4236c5764de4148acbbd0170bb916db(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:03,142 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:03,142 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127722652; duration=0sec 2024-12-02T08:22:03,143 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:03,143 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:03,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127783165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127783166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127783165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127783167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127783172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T08:22:03,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127783369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127783371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127783375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127783382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127783382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,499 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f563de6237a34056b05da119d9d3621e 2024-12-02T08:22:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/4c2c8651744b4064a19f6527b5e40511 is 50, key is test_row_0/C:col10/1733127722728/Put/seqid=0 2024-12-02T08:22:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741907_1083 (size=12301) 2024-12-02T08:22:03,539 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/4c2c8651744b4064a19f6527b5e40511 2024-12-02T08:22:03,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/b3222180cc3448989a32851f8cfcdd4f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b3222180cc3448989a32851f8cfcdd4f 2024-12-02T08:22:03,572 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b3222180cc3448989a32851f8cfcdd4f, entries=150, sequenceid=331, filesize=12.0 K 2024-12-02T08:22:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/f563de6237a34056b05da119d9d3621e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f563de6237a34056b05da119d9d3621e 2024-12-02T08:22:03,595 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f563de6237a34056b05da119d9d3621e, entries=150, sequenceid=331, filesize=12.0 K 2024-12-02T08:22:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/4c2c8651744b4064a19f6527b5e40511 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4c2c8651744b4064a19f6527b5e40511 2024-12-02T08:22:03,608 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4c2c8651744b4064a19f6527b5e40511, entries=150, sequenceid=331, filesize=12.0 K 2024-12-02T08:22:03,610 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8e5ea9764a4f41397317f80d876277a4 in 583ms, sequenceid=331, compaction requested=true 2024-12-02T08:22:03,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:03,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:03,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T08:22:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-02T08:22:03,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T08:22:03,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4550 sec 2024-12-02T08:22:03,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.4720 sec 2024-12-02T08:22:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:03,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:22:03,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:03,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:03,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:03,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:03,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:03,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:03,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/42911fb130ed438aa2067e2b988bbe83 is 50, key is test_row_0/A:col10/1733127723677/Put/seqid=0 2024-12-02T08:22:03,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127783711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127783711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127783714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127783711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741908_1084 (size=14741) 2024-12-02T08:22:03,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/42911fb130ed438aa2067e2b988bbe83 2024-12-02T08:22:03,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127783721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/725fe8a91c2d4e81852c9c73a9b43660 is 50, key is test_row_0/B:col10/1733127723677/Put/seqid=0 2024-12-02T08:22:03,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741909_1085 (size=12301) 2024-12-02T08:22:03,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/725fe8a91c2d4e81852c9c73a9b43660 2024-12-02T08:22:03,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/521f924949634db4b2d717d72ace7d96 is 50, key is test_row_0/C:col10/1733127723677/Put/seqid=0 2024-12-02T08:22:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127783819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741910_1086 (size=12301) 2024-12-02T08:22:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/521f924949634db4b2d717d72ace7d96 2024-12-02T08:22:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127783821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127783817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127783824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127783825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:03,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/42911fb130ed438aa2067e2b988bbe83 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/42911fb130ed438aa2067e2b988bbe83 2024-12-02T08:22:03,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/42911fb130ed438aa2067e2b988bbe83, entries=200, sequenceid=347, filesize=14.4 K 2024-12-02T08:22:03,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/725fe8a91c2d4e81852c9c73a9b43660 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/725fe8a91c2d4e81852c9c73a9b43660 2024-12-02T08:22:03,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/725fe8a91c2d4e81852c9c73a9b43660, entries=150, sequenceid=347, filesize=12.0 K 2024-12-02T08:22:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/521f924949634db4b2d717d72ace7d96 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/521f924949634db4b2d717d72ace7d96 2024-12-02T08:22:03,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/521f924949634db4b2d717d72ace7d96, entries=150, sequenceid=347, filesize=12.0 K 2024-12-02T08:22:03,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8e5ea9764a4f41397317f80d876277a4 in 205ms, sequenceid=347, compaction requested=true 2024-12-02T08:22:03,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:03,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:03,884 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:03,885 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:03,887 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:03,887 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:03,887 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:03,887 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:03,887 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:03,887 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:03,887 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b4236c5764de4148acbbd0170bb916db, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/812067cbb8284810a4e3e23a0faea270, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b3222180cc3448989a32851f8cfcdd4f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/42911fb130ed438aa2067e2b988bbe83] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=53.5 K 2024-12-02T08:22:03,887 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bff91ea18b11498d94d442aeebf43043, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f1a62305d24044f6b70a22ed4d0149ff, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f563de6237a34056b05da119d9d3621e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/725fe8a91c2d4e81852c9c73a9b43660] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=48.7 K 2024-12-02T08:22:03,888 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting bff91ea18b11498d94d442aeebf43043, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127721709 2024-12-02T08:22:03,888 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4236c5764de4148acbbd0170bb916db, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127721709 2024-12-02T08:22:03,889 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 812067cbb8284810a4e3e23a0faea270, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733127722044 2024-12-02T08:22:03,889 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3222180cc3448989a32851f8cfcdd4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733127722715 2024-12-02T08:22:03,889 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f1a62305d24044f6b70a22ed4d0149ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733127722044 2024-12-02T08:22:03,890 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42911fb130ed438aa2067e2b988bbe83, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127723045 2024-12-02T08:22:03,890 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f563de6237a34056b05da119d9d3621e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733127722715 2024-12-02T08:22:03,891 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 725fe8a91c2d4e81852c9c73a9b43660, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127723053 2024-12-02T08:22:03,917 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:03,918 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c13ee4c60e29400aad4ed93b76774f44 is 50, key is test_row_0/A:col10/1733127723677/Put/seqid=0 2024-12-02T08:22:03,937 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:03,937 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/cf94cb6da7dd4f9787bc51b0ba3f5437 is 50, key is test_row_0/B:col10/1733127723677/Put/seqid=0 2024-12-02T08:22:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741911_1087 (size=13119) 2024-12-02T08:22:03,995 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c13ee4c60e29400aad4ed93b76774f44 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c13ee4c60e29400aad4ed93b76774f44 2024-12-02T08:22:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741912_1088 (size=13119) 2024-12-02T08:22:04,010 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into c13ee4c60e29400aad4ed93b76774f44(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:04,010 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:04,010 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=12, startTime=1733127723884; duration=0sec 2024-12-02T08:22:04,010 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:04,011 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:04,011 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:04,013 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:04,013 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:04,013 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:04,013 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/cc58002636b14264a4706383f588415a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/36bc807f07ed496fb549f9fc1f82f975, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4c2c8651744b4064a19f6527b5e40511, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/521f924949634db4b2d717d72ace7d96] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=48.7 K 2024-12-02T08:22:04,014 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc58002636b14264a4706383f588415a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127721709 2024-12-02T08:22:04,014 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36bc807f07ed496fb549f9fc1f82f975, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733127722044 2024-12-02T08:22:04,014 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c2c8651744b4064a19f6527b5e40511, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733127722715 2024-12-02T08:22:04,015 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 521f924949634db4b2d717d72ace7d96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127723053 2024-12-02T08:22:04,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T08:22:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:04,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:04,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:04,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:04,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:04,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:04,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:04,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/9e3f8112c09743da973bdc84936f8b53 is 50, key is test_row_0/A:col10/1733127724037/Put/seqid=0 2024-12-02T08:22:04,055 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#75 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:04,056 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/a13180ca2b7845f7920f19c627077524 is 50, key is test_row_0/C:col10/1733127723677/Put/seqid=0 2024-12-02T08:22:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127784059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127784059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127784064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127784065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127784071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741914_1090 (size=13119) 2024-12-02T08:22:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741913_1089 (size=12301) 2024-12-02T08:22:04,153 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/a13180ca2b7845f7920f19c627077524 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/a13180ca2b7845f7920f19c627077524 2024-12-02T08:22:04,167 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into a13180ca2b7845f7920f19c627077524(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:04,167 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:04,167 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=12, startTime=1733127723885; duration=0sec 2024-12-02T08:22:04,167 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:04,167 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127784173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127784174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127784174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127784174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127784178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127784380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127784379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127784387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127784389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127784393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,448 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/cf94cb6da7dd4f9787bc51b0ba3f5437 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cf94cb6da7dd4f9787bc51b0ba3f5437 2024-12-02T08:22:04,459 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into cf94cb6da7dd4f9787bc51b0ba3f5437(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:04,459 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:04,459 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=12, startTime=1733127723885; duration=0sec 2024-12-02T08:22:04,459 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:04,459 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:04,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/9e3f8112c09743da973bdc84936f8b53 2024-12-02T08:22:04,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9c65f7d18f6543a087b4f3dd025730ba is 50, key is test_row_0/B:col10/1733127724037/Put/seqid=0 2024-12-02T08:22:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741915_1091 (size=12301) 2024-12-02T08:22:04,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9c65f7d18f6543a087b4f3dd025730ba 2024-12-02T08:22:04,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c is 50, key is test_row_0/C:col10/1733127724037/Put/seqid=0 2024-12-02T08:22:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741916_1092 (size=12301) 2024-12-02T08:22:04,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c 2024-12-02T08:22:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/9e3f8112c09743da973bdc84936f8b53 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e3f8112c09743da973bdc84936f8b53 2024-12-02T08:22:04,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e3f8112c09743da973bdc84936f8b53, entries=150, sequenceid=372, filesize=12.0 K 2024-12-02T08:22:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9c65f7d18f6543a087b4f3dd025730ba as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9c65f7d18f6543a087b4f3dd025730ba 2024-12-02T08:22:04,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127784690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127784696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127784701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127784702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9c65f7d18f6543a087b4f3dd025730ba, entries=150, sequenceid=372, filesize=12.0 K 2024-12-02T08:22:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127784706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c 2024-12-02T08:22:04,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c, entries=150, sequenceid=372, filesize=12.0 K 2024-12-02T08:22:04,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8e5ea9764a4f41397317f80d876277a4 in 690ms, sequenceid=372, compaction requested=false 2024-12-02T08:22:04,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:05,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:22:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:05,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c272a04e756e46b4a7d01d881ca204a6 is 50, key is test_row_0/A:col10/1733127724060/Put/seqid=0 2024-12-02T08:22:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127785242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127785247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127785247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127785248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127785249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-02T08:22:05,262 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-02T08:22:05,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741917_1093 (size=12301) 2024-12-02T08:22:05,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c272a04e756e46b4a7d01d881ca204a6 2024-12-02T08:22:05,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-02T08:22:05,274 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:05,275 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:05,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T08:22:05,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/1de7589293814f6aa9ceacbb67421bb7 is 50, key is test_row_0/B:col10/1733127724060/Put/seqid=0 2024-12-02T08:22:05,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741918_1094 (size=12301) 2024-12-02T08:22:05,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/1de7589293814f6aa9ceacbb67421bb7 2024-12-02T08:22:05,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/9aa9465059b04b4dbf2daa27c871b627 is 50, key is test_row_0/C:col10/1733127724060/Put/seqid=0 2024-12-02T08:22:05,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741919_1095 (size=12301) 2024-12-02T08:22:05,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/9aa9465059b04b4dbf2daa27c871b627 2024-12-02T08:22:05,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127785352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127785355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127785356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127785356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127785357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c272a04e756e46b4a7d01d881ca204a6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c272a04e756e46b4a7d01d881ca204a6 2024-12-02T08:22:05,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c272a04e756e46b4a7d01d881ca204a6, entries=150, sequenceid=389, filesize=12.0 K 2024-12-02T08:22:05,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/1de7589293814f6aa9ceacbb67421bb7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/1de7589293814f6aa9ceacbb67421bb7 2024-12-02T08:22:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T08:22:05,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/1de7589293814f6aa9ceacbb67421bb7, entries=150, sequenceid=389, filesize=12.0 K 2024-12-02T08:22:05,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/9aa9465059b04b4dbf2daa27c871b627 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/9aa9465059b04b4dbf2daa27c871b627 2024-12-02T08:22:05,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/9aa9465059b04b4dbf2daa27c871b627, entries=150, sequenceid=389, filesize=12.0 K 2024-12-02T08:22:05,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8e5ea9764a4f41397317f80d876277a4 in 190ms, sequenceid=389, compaction requested=true 2024-12-02T08:22:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:05,398 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:22:05,399 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:05,399 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:05,400 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:05,400 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:05,400 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c13ee4c60e29400aad4ed93b76774f44, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e3f8112c09743da973bdc84936f8b53, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c272a04e756e46b4a7d01d881ca204a6] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.8 K 2024-12-02T08:22:05,401 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c13ee4c60e29400aad4ed93b76774f44, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127723053 2024-12-02T08:22:05,402 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:05,402 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:05,402 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:05,402 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cf94cb6da7dd4f9787bc51b0ba3f5437, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9c65f7d18f6543a087b4f3dd025730ba, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/1de7589293814f6aa9ceacbb67421bb7] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.8 K 2024-12-02T08:22:05,403 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e3f8112c09743da973bdc84936f8b53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733127723713 2024-12-02T08:22:05,403 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c272a04e756e46b4a7d01d881ca204a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733127724060 2024-12-02T08:22:05,404 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf94cb6da7dd4f9787bc51b0ba3f5437, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127723053 2024-12-02T08:22:05,405 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c65f7d18f6543a087b4f3dd025730ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733127723713 2024-12-02T08:22:05,406 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1de7589293814f6aa9ceacbb67421bb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733127724060 2024-12-02T08:22:05,429 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:05,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,430 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/82593c24d0a0421291bfb401da1de567 is 50, key is test_row_0/A:col10/1733127724060/Put/seqid=0 2024-12-02T08:22:05,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-02T08:22:05,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:05,433 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:22:05,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:05,445 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:05,446 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7e10fabc36234c7baad8485cd4237980 is 50, key is test_row_0/B:col10/1733127724060/Put/seqid=0 2024-12-02T08:22:05,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1e286a6ed21e4c028445a21e2935b2b5 is 50, key is test_row_0/A:col10/1733127725241/Put/seqid=0 2024-12-02T08:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741920_1096 (size=13221) 2024-12-02T08:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741921_1097 (size=13221) 2024-12-02T08:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741922_1098 (size=12301) 2024-12-02T08:22:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:05,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T08:22:05,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127785593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127785597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127785598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127785598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127785600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127785704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127785712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127785716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127785716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127785716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T08:22:05,889 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1e286a6ed21e4c028445a21e2935b2b5 2024-12-02T08:22:05,906 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/82593c24d0a0421291bfb401da1de567 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/82593c24d0a0421291bfb401da1de567 2024-12-02T08:22:05,908 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7e10fabc36234c7baad8485cd4237980 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7e10fabc36234c7baad8485cd4237980 2024-12-02T08:22:05,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127785909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127785919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127785922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127785922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127785923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:05,927 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into 82593c24d0a0421291bfb401da1de567(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:05,927 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:05,927 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127725397; duration=0sec 2024-12-02T08:22:05,928 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into 7e10fabc36234c7baad8485cd4237980(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:05,928 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:05,928 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:05,928 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:05,928 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127725398; duration=0sec 2024-12-02T08:22:05,928 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:05,928 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:05,929 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:05,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:05,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:05,931 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:05,932 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/a13180ca2b7845f7920f19c627077524, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/9aa9465059b04b4dbf2daa27c871b627] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.8 K 2024-12-02T08:22:05,932 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a13180ca2b7845f7920f19c627077524, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127723053 2024-12-02T08:22:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/fbc02f18d81243b4990157a086c5073d is 50, key is test_row_0/B:col10/1733127725241/Put/seqid=0 2024-12-02T08:22:05,932 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb41fb4fa4ec47f6b47d26b9d3a8f47c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733127723713 2024-12-02T08:22:05,933 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aa9465059b04b4dbf2daa27c871b627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733127724060 2024-12-02T08:22:05,967 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:05,968 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5352fb9402234b71aef23410eb48581f is 50, key is test_row_0/C:col10/1733127724060/Put/seqid=0 2024-12-02T08:22:05,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741923_1099 (size=12301) 2024-12-02T08:22:05,992 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/fbc02f18d81243b4990157a086c5073d 2024-12-02T08:22:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741924_1100 (size=13221) 2024-12-02T08:22:06,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/4b0c00c1d2e74448a9018f13d7853cdf is 50, key is test_row_0/C:col10/1733127725241/Put/seqid=0 2024-12-02T08:22:06,014 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5352fb9402234b71aef23410eb48581f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5352fb9402234b71aef23410eb48581f 2024-12-02T08:22:06,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741925_1101 (size=12301) 2024-12-02T08:22:06,024 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 5352fb9402234b71aef23410eb48581f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:06,024 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:06,024 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127725398; duration=0sec 2024-12-02T08:22:06,024 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:06,024 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:06,025 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/4b0c00c1d2e74448a9018f13d7853cdf 2024-12-02T08:22:06,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1e286a6ed21e4c028445a21e2935b2b5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1e286a6ed21e4c028445a21e2935b2b5 2024-12-02T08:22:06,048 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1e286a6ed21e4c028445a21e2935b2b5, entries=150, sequenceid=410, filesize=12.0 K 2024-12-02T08:22:06,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/fbc02f18d81243b4990157a086c5073d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/fbc02f18d81243b4990157a086c5073d 2024-12-02T08:22:06,063 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/fbc02f18d81243b4990157a086c5073d, entries=150, sequenceid=410, filesize=12.0 K 2024-12-02T08:22:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/4b0c00c1d2e74448a9018f13d7853cdf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4b0c00c1d2e74448a9018f13d7853cdf 2024-12-02T08:22:06,074 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4b0c00c1d2e74448a9018f13d7853cdf, entries=150, sequenceid=410, filesize=12.0 K 2024-12-02T08:22:06,075 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 8e5ea9764a4f41397317f80d876277a4 in 642ms, sequenceid=410, compaction requested=false 2024-12-02T08:22:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-02T08:22:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-02T08:22:06,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-02T08:22:06,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 801 msec 2024-12-02T08:22:06,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 806 msec 2024-12-02T08:22:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:06,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T08:22:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:06,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:06,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:06,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:06,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/eab192fe0a31471087d8d0e2c0316b32 is 50, key is test_row_0/A:col10/1733127725591/Put/seqid=0 2024-12-02T08:22:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741926_1102 (size=12301) 2024-12-02T08:22:06,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/eab192fe0a31471087d8d0e2c0316b32 2024-12-02T08:22:06,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7c00a6a54813422eaf7aee776023f7da is 50, key is test_row_0/B:col10/1733127725591/Put/seqid=0 2024-12-02T08:22:06,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127786307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127786307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127786310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127786311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127786311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741927_1103 (size=12301) 2024-12-02T08:22:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-02T08:22:06,383 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-02T08:22:06,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-02T08:22:06,391 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T08:22:06,392 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:06,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127786415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127786415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127786416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127786416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127786417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T08:22:06,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T08:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127786621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127786621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127786621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127786622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127786623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T08:22:06,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T08:22:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:06,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7c00a6a54813422eaf7aee776023f7da 2024-12-02T08:22:06,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/3135f4ececa9409586eba3380da653e7 is 50, key is test_row_0/C:col10/1733127725591/Put/seqid=0 2024-12-02T08:22:06,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741928_1104 (size=12301) 2024-12-02T08:22:06,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/3135f4ececa9409586eba3380da653e7 2024-12-02T08:22:06,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/eab192fe0a31471087d8d0e2c0316b32 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/eab192fe0a31471087d8d0e2c0316b32 2024-12-02T08:22:06,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/eab192fe0a31471087d8d0e2c0316b32, entries=150, sequenceid=430, filesize=12.0 K 2024-12-02T08:22:06,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/7c00a6a54813422eaf7aee776023f7da as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7c00a6a54813422eaf7aee776023f7da 2024-12-02T08:22:06,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7c00a6a54813422eaf7aee776023f7da, entries=150, sequenceid=430, filesize=12.0 K 2024-12-02T08:22:06,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/3135f4ececa9409586eba3380da653e7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/3135f4ececa9409586eba3380da653e7 2024-12-02T08:22:06,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/3135f4ececa9409586eba3380da653e7, entries=150, sequenceid=430, filesize=12.0 K 2024-12-02T08:22:06,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8e5ea9764a4f41397317f80d876277a4 in 596ms, sequenceid=430, compaction requested=true 2024-12-02T08:22:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:06,821 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:22:06,821 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:06,824 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:06,824 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:06,824 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:06,824 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:06,824 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,824 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,824 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/82593c24d0a0421291bfb401da1de567, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1e286a6ed21e4c028445a21e2935b2b5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/eab192fe0a31471087d8d0e2c0316b32] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.9 K 2024-12-02T08:22:06,824 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7e10fabc36234c7baad8485cd4237980, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/fbc02f18d81243b4990157a086c5073d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7c00a6a54813422eaf7aee776023f7da] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.9 K 2024-12-02T08:22:06,825 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82593c24d0a0421291bfb401da1de567, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733127724060 2024-12-02T08:22:06,825 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e10fabc36234c7baad8485cd4237980, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733127724060 2024-12-02T08:22:06,826 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e286a6ed21e4c028445a21e2935b2b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733127725238 2024-12-02T08:22:06,826 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting fbc02f18d81243b4990157a086c5073d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733127725238 2024-12-02T08:22:06,826 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting eab192fe0a31471087d8d0e2c0316b32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127725591 2024-12-02T08:22:06,827 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c00a6a54813422eaf7aee776023f7da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127725591 2024-12-02T08:22:06,846 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:06,847 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/11c5a38a969642618b9358f26995f5c8 is 50, key is test_row_0/B:col10/1733127725591/Put/seqid=0 2024-12-02T08:22:06,850 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:06,851 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4c2710aef8db41dca50eb097505b8659 is 50, key is test_row_0/A:col10/1733127725591/Put/seqid=0 2024-12-02T08:22:06,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-02T08:22:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,852 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T08:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741929_1105 (size=13323) 2024-12-02T08:22:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1cef9d29f1f0443db6e5f57e5b78ea6f is 50, key is test_row_0/A:col10/1733127726310/Put/seqid=0 2024-12-02T08:22:06,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741930_1106 (size=13323) 2024-12-02T08:22:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741931_1107 (size=12301) 2024-12-02T08:22:06,874 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1cef9d29f1f0443db6e5f57e5b78ea6f 2024-12-02T08:22:06,878 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/4c2710aef8db41dca50eb097505b8659 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c2710aef8db41dca50eb097505b8659 2024-12-02T08:22:06,888 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into 4c2710aef8db41dca50eb097505b8659(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:06,888 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:06,888 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127726821; duration=0sec 2024-12-02T08:22:06,888 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:06,888 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:06,888 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:06,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/402f40b9e2354b76a8c8c98d3ab14c44 is 50, key is test_row_0/B:col10/1733127726310/Put/seqid=0 2024-12-02T08:22:06,891 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:06,892 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:06,892 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,892 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5352fb9402234b71aef23410eb48581f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4b0c00c1d2e74448a9018f13d7853cdf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/3135f4ececa9409586eba3380da653e7] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=36.9 K 2024-12-02T08:22:06,892 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5352fb9402234b71aef23410eb48581f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733127724060 2024-12-02T08:22:06,893 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b0c00c1d2e74448a9018f13d7853cdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733127725238 2024-12-02T08:22:06,893 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3135f4ececa9409586eba3380da653e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127725591 2024-12-02T08:22:06,904 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:06,905 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6309b66afcfc4a02832dfafeb17d56da is 50, key is test_row_0/C:col10/1733127725591/Put/seqid=0 2024-12-02T08:22:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741933_1109 (size=13323) 2024-12-02T08:22:06,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741932_1108 (size=12301) 2024-12-02T08:22:06,910 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/402f40b9e2354b76a8c8c98d3ab14c44 2024-12-02T08:22:06,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/1141e39c8a00482cbe9c261911bd35f4 is 50, key is test_row_0/C:col10/1733127726310/Put/seqid=0 2024-12-02T08:22:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741934_1110 (size=12301) 2024-12-02T08:22:06,928 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/1141e39c8a00482cbe9c261911bd35f4 2024-12-02T08:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:06,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1cef9d29f1f0443db6e5f57e5b78ea6f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1cef9d29f1f0443db6e5f57e5b78ea6f 2024-12-02T08:22:06,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127786945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127786945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127786947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127786947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,955 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1cef9d29f1f0443db6e5f57e5b78ea6f, entries=150, sequenceid=449, filesize=12.0 K 2024-12-02T08:22:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/402f40b9e2354b76a8c8c98d3ab14c44 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/402f40b9e2354b76a8c8c98d3ab14c44 2024-12-02T08:22:06,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127786947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:06,966 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/402f40b9e2354b76a8c8c98d3ab14c44, entries=150, sequenceid=449, filesize=12.0 K 2024-12-02T08:22:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/1141e39c8a00482cbe9c261911bd35f4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1141e39c8a00482cbe9c261911bd35f4 2024-12-02T08:22:06,983 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1141e39c8a00482cbe9c261911bd35f4, entries=150, sequenceid=449, filesize=12.0 K 2024-12-02T08:22:06,991 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 8e5ea9764a4f41397317f80d876277a4 in 139ms, sequenceid=449, compaction requested=false 2024-12-02T08:22:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-02T08:22:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-02T08:22:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T08:22:07,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-02T08:22:07,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-12-02T08:22:07,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 622 msec 2024-12-02T08:22:07,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T08:22:07,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:07,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:07,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:07,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:07,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:07,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:07,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127787072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127787072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127787072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127787072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127787075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/29bcea1095d14e1c8f418986f23716a2 is 50, key is test_row_0/A:col10/1733127726943/Put/seqid=0 2024-12-02T08:22:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741935_1111 (size=12301) 2024-12-02T08:22:07,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127787181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127787182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127787183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127787183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,268 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/11c5a38a969642618b9358f26995f5c8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/11c5a38a969642618b9358f26995f5c8 2024-12-02T08:22:07,275 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into 11c5a38a969642618b9358f26995f5c8(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:07,276 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:07,276 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127726821; duration=0sec 2024-12-02T08:22:07,276 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:07,276 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:07,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127787282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,317 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/6309b66afcfc4a02832dfafeb17d56da as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6309b66afcfc4a02832dfafeb17d56da 2024-12-02T08:22:07,331 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 6309b66afcfc4a02832dfafeb17d56da(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:07,331 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:07,331 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127726821; duration=0sec 2024-12-02T08:22:07,331 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:07,331 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:07,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127787392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127787392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127787396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127787415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-02T08:22:07,499 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-02T08:22:07,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-02T08:22:07,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:07,505 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:07,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T08:22:07,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/29bcea1095d14e1c8f418986f23716a2 2024-12-02T08:22:07,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/e3fe3cf3b75a49b7af30d78b70f285e3 is 50, key is test_row_0/B:col10/1733127726943/Put/seqid=0 2024-12-02T08:22:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741936_1112 (size=12301) 2024-12-02T08:22:07,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127787589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T08:22:07,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:07,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127787697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127787699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127787703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127787728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T08:22:07,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:07,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:07,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:07,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:07,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:07,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:07,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:07,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:07,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:07,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/e3fe3cf3b75a49b7af30d78b70f285e3 2024-12-02T08:22:07,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5be15fa694e84506b638bc21519fbf0f is 50, key is test_row_0/C:col10/1733127726943/Put/seqid=0 2024-12-02T08:22:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741937_1113 (size=12301) 2024-12-02T08:22:08,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5be15fa694e84506b638bc21519fbf0f 2024-12-02T08:22:08,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/29bcea1095d14e1c8f418986f23716a2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/29bcea1095d14e1c8f418986f23716a2 2024-12-02T08:22:08,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/29bcea1095d14e1c8f418986f23716a2, entries=150, sequenceid=470, filesize=12.0 K 2024-12-02T08:22:08,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/e3fe3cf3b75a49b7af30d78b70f285e3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/e3fe3cf3b75a49b7af30d78b70f285e3 2024-12-02T08:22:08,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/e3fe3cf3b75a49b7af30d78b70f285e3, entries=150, sequenceid=470, filesize=12.0 K 2024-12-02T08:22:08,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5be15fa694e84506b638bc21519fbf0f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5be15fa694e84506b638bc21519fbf0f 2024-12-02T08:22:08,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5be15fa694e84506b638bc21519fbf0f, entries=150, sequenceid=470, filesize=12.0 K 2024-12-02T08:22:08,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8e5ea9764a4f41397317f80d876277a4 in 1038ms, sequenceid=470, compaction requested=true 2024-12-02T08:22:08,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:08,093 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:22:08,094 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:08,095 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:08,096 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:08,096 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,096 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c2710aef8db41dca50eb097505b8659, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1cef9d29f1f0443db6e5f57e5b78ea6f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/29bcea1095d14e1c8f418986f23716a2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=37.0 K 2024-12-02T08:22:08,096 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:08,096 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:08,096 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,096 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/11c5a38a969642618b9358f26995f5c8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/402f40b9e2354b76a8c8c98d3ab14c44, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/e3fe3cf3b75a49b7af30d78b70f285e3] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=37.0 K 2024-12-02T08:22:08,097 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c2710aef8db41dca50eb097505b8659, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127725591 2024-12-02T08:22:08,097 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 11c5a38a969642618b9358f26995f5c8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127725591 2024-12-02T08:22:08,097 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cef9d29f1f0443db6e5f57e5b78ea6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733127726306 2024-12-02T08:22:08,097 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 402f40b9e2354b76a8c8c98d3ab14c44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733127726306 2024-12-02T08:22:08,098 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29bcea1095d14e1c8f418986f23716a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733127726943 2024-12-02T08:22:08,099 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e3fe3cf3b75a49b7af30d78b70f285e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733127726943 2024-12-02T08:22:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:08,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T08:22:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:08,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:08,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:08,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:08,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:08,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T08:22:08,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,123 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:08,124 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/9acce45498f944cc915f94c965856c71 is 50, key is test_row_0/A:col10/1733127726943/Put/seqid=0 2024-12-02T08:22:08,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:08,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:08,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,136 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:08,137 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/938049bd4c314c86a76ba4ece1cb4f77 is 50, key is test_row_0/B:col10/1733127726943/Put/seqid=0 2024-12-02T08:22:08,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/a60ad247f09a4daa88d4d1037c2ae9db is 50, key is test_row_0/A:col10/1733127727064/Put/seqid=0 2024-12-02T08:22:08,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741939_1115 (size=13425) 2024-12-02T08:22:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741940_1116 (size=12301) 2024-12-02T08:22:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741938_1114 (size=13425) 2024-12-02T08:22:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127788213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127788213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127788218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127788221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127788236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127788328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127788332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127788339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:08,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:08,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127788535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127788544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127788551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:08,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:08,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T08:22:08,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/a60ad247f09a4daa88d4d1037c2ae9db 2024-12-02T08:22:08,636 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/9acce45498f944cc915f94c965856c71 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9acce45498f944cc915f94c965856c71 2024-12-02T08:22:08,636 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/938049bd4c314c86a76ba4ece1cb4f77 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/938049bd4c314c86a76ba4ece1cb4f77 2024-12-02T08:22:08,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/48be08536e12496398956f2e8c08a7a1 is 50, key is test_row_0/B:col10/1733127727064/Put/seqid=0 2024-12-02T08:22:08,652 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into 9acce45498f944cc915f94c965856c71(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:08,652 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into 938049bd4c314c86a76ba4ece1cb4f77(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:08,652 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:08,652 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:08,652 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127728093; duration=0sec 2024-12-02T08:22:08,652 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127728094; duration=0sec 2024-12-02T08:22:08,653 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:08,653 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:08,653 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:08,653 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:08,653 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:08,656 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:08,656 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:08,656 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,656 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6309b66afcfc4a02832dfafeb17d56da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1141e39c8a00482cbe9c261911bd35f4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5be15fa694e84506b638bc21519fbf0f] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=37.0 K 2024-12-02T08:22:08,657 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6309b66afcfc4a02832dfafeb17d56da, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127725591 2024-12-02T08:22:08,659 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1141e39c8a00482cbe9c261911bd35f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733127726306 2024-12-02T08:22:08,660 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5be15fa694e84506b638bc21519fbf0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733127726943 2024-12-02T08:22:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741941_1117 (size=12301) 2024-12-02T08:22:08,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/48be08536e12496398956f2e8c08a7a1 2024-12-02T08:22:08,713 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:08,713 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/becab5d1911f401b9de379cd5fd4160d is 50, key is test_row_0/C:col10/1733127726943/Put/seqid=0 2024-12-02T08:22:08,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ea4534829a1d4443b7294bc33e21b70b is 50, key is test_row_0/C:col10/1733127727064/Put/seqid=0 2024-12-02T08:22:08,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741942_1118 (size=13425) 2024-12-02T08:22:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,775 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/becab5d1911f401b9de379cd5fd4160d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/becab5d1911f401b9de379cd5fd4160d 2024-12-02T08:22:08,792 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into becab5d1911f401b9de379cd5fd4160d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:08,792 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:08,792 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127728094; duration=0sec 2024-12-02T08:22:08,792 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:08,792 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741943_1119 (size=12301) 2024-12-02T08:22:08,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127788839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127788848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127788853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:08,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:08,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:08,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:08,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:09,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:09,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ea4534829a1d4443b7294bc33e21b70b 2024-12-02T08:22:09,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:09,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127789232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/a60ad247f09a4daa88d4d1037c2ae9db as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a60ad247f09a4daa88d4d1037c2ae9db 2024-12-02T08:22:09,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a60ad247f09a4daa88d4d1037c2ae9db, entries=150, sequenceid=489, filesize=12.0 K 2024-12-02T08:22:09,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/48be08536e12496398956f2e8c08a7a1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/48be08536e12496398956f2e8c08a7a1 2024-12-02T08:22:09,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/48be08536e12496398956f2e8c08a7a1, entries=150, sequenceid=489, filesize=12.0 K 2024-12-02T08:22:09,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/ea4534829a1d4443b7294bc33e21b70b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ea4534829a1d4443b7294bc33e21b70b 2024-12-02T08:22:09,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ea4534829a1d4443b7294bc33e21b70b, entries=150, sequenceid=489, filesize=12.0 K 2024-12-02T08:22:09,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 8e5ea9764a4f41397317f80d876277a4 in 1171ms, sequenceid=489, compaction requested=false 2024-12-02T08:22:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:09,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T08:22:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:09,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1a79b5e130d44bb68008c9e66a9c69c1 is 50, key is test_row_0/A:col10/1733127728215/Put/seqid=0 2024-12-02T08:22:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741944_1120 (size=12301) 2024-12-02T08:22:09,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127789343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127789373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127789373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127789373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127789448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T08:22:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127789653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1a79b5e130d44bb68008c9e66a9c69c1 2024-12-02T08:22:09,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/c09a336e34ed4381b64848f6fec135dc is 50, key is test_row_0/B:col10/1733127728215/Put/seqid=0 2024-12-02T08:22:09,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741945_1121 (size=12301) 2024-12-02T08:22:09,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/c09a336e34ed4381b64848f6fec135dc 2024-12-02T08:22:09,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/342a32d5e1574735bb1575f1af762cd7 is 50, key is test_row_0/C:col10/1733127728215/Put/seqid=0 2024-12-02T08:22:09,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741946_1122 (size=12301) 2024-12-02T08:22:09,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/342a32d5e1574735bb1575f1af762cd7 2024-12-02T08:22:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/1a79b5e130d44bb68008c9e66a9c69c1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1a79b5e130d44bb68008c9e66a9c69c1 2024-12-02T08:22:09,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1a79b5e130d44bb68008c9e66a9c69c1, entries=150, sequenceid=513, filesize=12.0 K 2024-12-02T08:22:09,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/c09a336e34ed4381b64848f6fec135dc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/c09a336e34ed4381b64848f6fec135dc 2024-12-02T08:22:09,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/c09a336e34ed4381b64848f6fec135dc, entries=150, sequenceid=513, filesize=12.0 K 2024-12-02T08:22:09,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/342a32d5e1574735bb1575f1af762cd7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/342a32d5e1574735bb1575f1af762cd7 2024-12-02T08:22:09,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/342a32d5e1574735bb1575f1af762cd7, entries=150, sequenceid=513, filesize=12.0 K 2024-12-02T08:22:09,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8e5ea9764a4f41397317f80d876277a4 in 588ms, sequenceid=513, compaction requested=true 2024-12-02T08:22:09,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:09,869 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:09,870 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:09,872 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:09,873 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:09,873 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,873 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9acce45498f944cc915f94c965856c71, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a60ad247f09a4daa88d4d1037c2ae9db, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1a79b5e130d44bb68008c9e66a9c69c1] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=37.1 K 2024-12-02T08:22:09,873 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:09,873 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:09,873 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,873 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/938049bd4c314c86a76ba4ece1cb4f77, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/48be08536e12496398956f2e8c08a7a1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/c09a336e34ed4381b64848f6fec135dc] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=37.1 K 2024-12-02T08:22:09,874 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9acce45498f944cc915f94c965856c71, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733127726943 2024-12-02T08:22:09,874 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 938049bd4c314c86a76ba4ece1cb4f77, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733127726943 2024-12-02T08:22:09,874 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a60ad247f09a4daa88d4d1037c2ae9db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733127727064 2024-12-02T08:22:09,875 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 48be08536e12496398956f2e8c08a7a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733127727064 2024-12-02T08:22:09,875 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a79b5e130d44bb68008c9e66a9c69c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733127728215 2024-12-02T08:22:09,875 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c09a336e34ed4381b64848f6fec135dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733127728215 2024-12-02T08:22:09,902 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:09,903 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/78f75dc57db64de08eb7e64f94f1f040 is 50, key is test_row_0/A:col10/1733127728215/Put/seqid=0 2024-12-02T08:22:09,908 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:09,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/0025ceec6f0e4ecba712047fef83d11a is 50, key is test_row_0/B:col10/1733127728215/Put/seqid=0 2024-12-02T08:22:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741947_1123 (size=13527) 2024-12-02T08:22:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741948_1124 (size=13527) 2024-12-02T08:22:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:09,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-02T08:22:09,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:09,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:09,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:09,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:09,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:09,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:09,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/38214ed75c6d4cb79128a140fa186db8 is 50, key is test_row_0/A:col10/1733127729959/Put/seqid=0 2024-12-02T08:22:09,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:09,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:09,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741949_1125 (size=12301) 2024-12-02T08:22:10,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127790019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127790126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:10,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:10,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127790330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,349 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/0025ceec6f0e4ecba712047fef83d11a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0025ceec6f0e4ecba712047fef83d11a 2024-12-02T08:22:10,355 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/78f75dc57db64de08eb7e64f94f1f040 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/78f75dc57db64de08eb7e64f94f1f040 2024-12-02T08:22:10,371 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into 78f75dc57db64de08eb7e64f94f1f040(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:10,372 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:10,372 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=13, startTime=1733127729869; duration=0sec 2024-12-02T08:22:10,372 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into 0025ceec6f0e4ecba712047fef83d11a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:10,372 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:10,372 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=13, startTime=1733127729870; duration=0sec 2024-12-02T08:22:10,372 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:10,372 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:10,372 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:10,373 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:10,373 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:10,374 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:10,374 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:10,374 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,374 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/becab5d1911f401b9de379cd5fd4160d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ea4534829a1d4443b7294bc33e21b70b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/342a32d5e1574735bb1575f1af762cd7] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=37.1 K 2024-12-02T08:22:10,375 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting becab5d1911f401b9de379cd5fd4160d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733127726943 2024-12-02T08:22:10,375 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4534829a1d4443b7294bc33e21b70b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733127727064 2024-12-02T08:22:10,376 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 342a32d5e1574735bb1575f1af762cd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733127728215 2024-12-02T08:22:10,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38448 deadline: 1733127790379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38442 deadline: 1733127790380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38470 deadline: 1733127790380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,386 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:10,387 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5443f282ac964b38bbef122c7622e941 is 50, key is test_row_0/C:col10/1733127728215/Put/seqid=0 2024-12-02T08:22:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741950_1126 (size=13527) 2024-12-02T08:22:10,404 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/5443f282ac964b38bbef122c7622e941 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5443f282ac964b38bbef122c7622e941 2024-12-02T08:22:10,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/38214ed75c6d4cb79128a140fa186db8 2024-12-02T08:22:10,413 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 5443f282ac964b38bbef122c7622e941(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:10,413 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:10,413 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=13, startTime=1733127729870; duration=0sec 2024-12-02T08:22:10,413 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:10,413 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:10,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bc6c642ca724411fabe8aec8a7113d7b is 50, key is test_row_0/B:col10/1733127729959/Put/seqid=0 2024-12-02T08:22:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741951_1127 (size=12301) 2024-12-02T08:22:10,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bc6c642ca724411fabe8aec8a7113d7b 2024-12-02T08:22:10,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/44f3f162918f415b9257578be94338d5 is 50, key is test_row_0/C:col10/1733127729959/Put/seqid=0 2024-12-02T08:22:10,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:10,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741952_1128 (size=12301) 2024-12-02T08:22:10,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/44f3f162918f415b9257578be94338d5 2024-12-02T08:22:10,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/38214ed75c6d4cb79128a140fa186db8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/38214ed75c6d4cb79128a140fa186db8 2024-12-02T08:22:10,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/38214ed75c6d4cb79128a140fa186db8, entries=150, sequenceid=532, filesize=12.0 K 2024-12-02T08:22:10,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/bc6c642ca724411fabe8aec8a7113d7b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc6c642ca724411fabe8aec8a7113d7b 2024-12-02T08:22:10,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc6c642ca724411fabe8aec8a7113d7b, entries=150, sequenceid=532, filesize=12.0 K 2024-12-02T08:22:10,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/44f3f162918f415b9257578be94338d5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/44f3f162918f415b9257578be94338d5 2024-12-02T08:22:10,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/44f3f162918f415b9257578be94338d5, entries=150, sequenceid=532, filesize=12.0 K 2024-12-02T08:22:10,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8e5ea9764a4f41397317f80d876277a4 in 572ms, sequenceid=532, compaction requested=false 2024-12-02T08:22:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:10,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-02T08:22:10,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:10,628 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T08:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/86c18d0ec7ea4ec5843dcab8f1d404f5 is 50, key is test_row_0/A:col10/1733127730018/Put/seqid=0 2024-12-02T08:22:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:10,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. as already flushing 2024-12-02T08:22:10,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741953_1129 (size=12301) 2024-12-02T08:22:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127790683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127790787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127790990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:11,059 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/86c18d0ec7ea4ec5843dcab8f1d404f5 2024-12-02T08:22:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a607a4aa1d1946f294192980aed54c20 is 50, key is test_row_0/B:col10/1733127730018/Put/seqid=0 2024-12-02T08:22:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741954_1130 (size=12301) 2024-12-02T08:22:11,073 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a607a4aa1d1946f294192980aed54c20 2024-12-02T08:22:11,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/16efdd1653b84cec8d7a96e015a1948b is 50, key is test_row_0/C:col10/1733127730018/Put/seqid=0 2024-12-02T08:22:11,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741955_1131 (size=12301) 2024-12-02T08:22:11,111 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/16efdd1653b84cec8d7a96e015a1948b 2024-12-02T08:22:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/86c18d0ec7ea4ec5843dcab8f1d404f5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/86c18d0ec7ea4ec5843dcab8f1d404f5 2024-12-02T08:22:11,130 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/86c18d0ec7ea4ec5843dcab8f1d404f5, entries=150, sequenceid=552, filesize=12.0 K 2024-12-02T08:22:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/a607a4aa1d1946f294192980aed54c20 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a607a4aa1d1946f294192980aed54c20 2024-12-02T08:22:11,140 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a607a4aa1d1946f294192980aed54c20, entries=150, sequenceid=552, filesize=12.0 K 2024-12-02T08:22:11,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/16efdd1653b84cec8d7a96e015a1948b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/16efdd1653b84cec8d7a96e015a1948b 2024-12-02T08:22:11,150 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/16efdd1653b84cec8d7a96e015a1948b, entries=150, sequenceid=552, filesize=12.0 K 2024-12-02T08:22:11,151 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8e5ea9764a4f41397317f80d876277a4 in 524ms, sequenceid=552, compaction requested=true 2024-12-02T08:22:11,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:11,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:11,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T08:22:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-02T08:22:11,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-02T08:22:11,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6470 sec 2024-12-02T08:22:11,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 3.6540 sec 2024-12-02T08:22:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:11,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T08:22:11,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:11,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:11,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:11,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:11,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:11,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:11,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/a8489cd773374063a4b216b3fb4d25f2 is 50, key is test_row_0/A:col10/1733127730682/Put/seqid=0 2024-12-02T08:22:11,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127791291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38432 deadline: 1733127791292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741956_1132 (size=14741) 2024-12-02T08:22:11,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/a8489cd773374063a4b216b3fb4d25f2 2024-12-02T08:22:11,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/05e3cae9bcf74ad49ab1000c91c0bb18 is 50, key is test_row_0/B:col10/1733127730682/Put/seqid=0 2024-12-02T08:22:11,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741957_1133 (size=12301) 2024-12-02T08:22:11,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/05e3cae9bcf74ad49ab1000c91c0bb18 2024-12-02T08:22:11,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8dbb1359e8254cbea5b63210eac38de3 is 50, key is test_row_0/C:col10/1733127730682/Put/seqid=0 2024-12-02T08:22:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741958_1134 (size=12301) 2024-12-02T08:22:11,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8dbb1359e8254cbea5b63210eac38de3 2024-12-02T08:22:11,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38424 deadline: 1733127791394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:11,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/a8489cd773374063a4b216b3fb4d25f2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a8489cd773374063a4b216b3fb4d25f2 2024-12-02T08:22:11,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a8489cd773374063a4b216b3fb4d25f2, entries=200, sequenceid=572, filesize=14.4 K 2024-12-02T08:22:11,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/05e3cae9bcf74ad49ab1000c91c0bb18 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/05e3cae9bcf74ad49ab1000c91c0bb18 2024-12-02T08:22:11,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/05e3cae9bcf74ad49ab1000c91c0bb18, entries=150, sequenceid=572, filesize=12.0 K 2024-12-02T08:22:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8dbb1359e8254cbea5b63210eac38de3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8dbb1359e8254cbea5b63210eac38de3 2024-12-02T08:22:11,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8dbb1359e8254cbea5b63210eac38de3, entries=150, sequenceid=572, filesize=12.0 K 2024-12-02T08:22:11,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8e5ea9764a4f41397317f80d876277a4 in 201ms, sequenceid=572, compaction requested=true 2024-12-02T08:22:11,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:11,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:11,447 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:11,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:11,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:11,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:11,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e5ea9764a4f41397317f80d876277a4:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:11,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:22:11,447 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:11,448 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:11,448 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/A is initiating minor compaction (all files) 2024-12-02T08:22:11,449 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/A in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:11,449 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/78f75dc57db64de08eb7e64f94f1f040, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/38214ed75c6d4cb79128a140fa186db8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/86c18d0ec7ea4ec5843dcab8f1d404f5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a8489cd773374063a4b216b3fb4d25f2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=51.6 K 2024-12-02T08:22:11,450 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78f75dc57db64de08eb7e64f94f1f040, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733127728215 2024-12-02T08:22:11,450 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:11,450 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/B is initiating minor compaction (all files) 2024-12-02T08:22:11,450 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/B in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:11,451 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0025ceec6f0e4ecba712047fef83d11a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc6c642ca724411fabe8aec8a7113d7b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a607a4aa1d1946f294192980aed54c20, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/05e3cae9bcf74ad49ab1000c91c0bb18] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=49.2 K 2024-12-02T08:22:11,451 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38214ed75c6d4cb79128a140fa186db8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733127729957 2024-12-02T08:22:11,452 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0025ceec6f0e4ecba712047fef83d11a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733127728215 2024-12-02T08:22:11,452 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86c18d0ec7ea4ec5843dcab8f1d404f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733127730001 2024-12-02T08:22:11,453 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6c642ca724411fabe8aec8a7113d7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733127729957 2024-12-02T08:22:11,453 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8489cd773374063a4b216b3fb4d25f2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733127730671 2024-12-02T08:22:11,454 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a607a4aa1d1946f294192980aed54c20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733127730001 2024-12-02T08:22:11,455 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 05e3cae9bcf74ad49ab1000c91c0bb18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733127730671 2024-12-02T08:22:11,473 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#A#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:11,473 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c4bad3f9e8a44eb2b65290f0563b44ca is 50, key is test_row_0/A:col10/1733127730682/Put/seqid=0 2024-12-02T08:22:11,480 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:11,480 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d930d6cfd557430ab64ffcf1253e5a7d is 50, key is test_row_0/B:col10/1733127730682/Put/seqid=0 2024-12-02T08:22:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741960_1136 (size=13663) 2024-12-02T08:22:11,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741959_1135 (size=13663) 2024-12-02T08:22:11,521 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/d930d6cfd557430ab64ffcf1253e5a7d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d930d6cfd557430ab64ffcf1253e5a7d 2024-12-02T08:22:11,530 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/B of 8e5ea9764a4f41397317f80d876277a4 into d930d6cfd557430ab64ffcf1253e5a7d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:11,530 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:11,530 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/B, priority=12, startTime=1733127731447; duration=0sec 2024-12-02T08:22:11,530 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:11,530 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:B 2024-12-02T08:22:11,530 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:11,532 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:11,532 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 8e5ea9764a4f41397317f80d876277a4/C is initiating minor compaction (all files) 2024-12-02T08:22:11,532 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e5ea9764a4f41397317f80d876277a4/C in TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:11,532 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5443f282ac964b38bbef122c7622e941, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/44f3f162918f415b9257578be94338d5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/16efdd1653b84cec8d7a96e015a1948b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8dbb1359e8254cbea5b63210eac38de3] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp, totalSize=49.2 K 2024-12-02T08:22:11,533 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5443f282ac964b38bbef122c7622e941, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733127728215 2024-12-02T08:22:11,534 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 44f3f162918f415b9257578be94338d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733127729957 2024-12-02T08:22:11,534 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 16efdd1653b84cec8d7a96e015a1948b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733127730001 2024-12-02T08:22:11,534 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dbb1359e8254cbea5b63210eac38de3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733127730671 2024-12-02T08:22:11,555 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e5ea9764a4f41397317f80d876277a4#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:11,556 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2428ac8802224b40b97ce308e90b69c6 is 50, key is test_row_0/C:col10/1733127730682/Put/seqid=0 2024-12-02T08:22:11,599 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51cab508 to 127.0.0.1:64366 2024-12-02T08:22:11,599 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:11,600 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fad00a5 to 127.0.0.1:64366 2024-12-02T08:22:11,600 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:11,602 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6996696d to 127.0.0.1:64366 2024-12-02T08:22:11,602 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:11,603 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24890c79 to 127.0.0.1:64366 2024-12-02T08:22:11,603 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:11,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T08:22:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:11,607 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a33c837 to 127.0.0.1:64366 2024-12-02T08:22:11,607 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:11,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/fabe9f0e28124ec6baa4fac6eea0a78e is 50, key is test_row_0/A:col10/1733127731601/Put/seqid=0 2024-12-02T08:22:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-02T08:22:11,612 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-02T08:22:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741961_1137 (size=13663) 2024-12-02T08:22:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741962_1138 (size=12301) 2024-12-02T08:22:11,801 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37577c9f to 127.0.0.1:64366 2024-12-02T08:22:11,801 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:11,925 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/c4bad3f9e8a44eb2b65290f0563b44ca as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4bad3f9e8a44eb2b65290f0563b44ca 2024-12-02T08:22:11,931 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/A of 8e5ea9764a4f41397317f80d876277a4 into c4bad3f9e8a44eb2b65290f0563b44ca(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:11,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:11,931 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/A, priority=12, startTime=1733127731446; duration=0sec 2024-12-02T08:22:11,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:11,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:A 2024-12-02T08:22:12,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/fabe9f0e28124ec6baa4fac6eea0a78e 2024-12-02T08:22:12,022 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/2428ac8802224b40b97ce308e90b69c6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2428ac8802224b40b97ce308e90b69c6 2024-12-02T08:22:12,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/ab6e46ca5d6146bda850c546f90ca7f3 is 50, key is test_row_0/B:col10/1733127731601/Put/seqid=0 2024-12-02T08:22:12,028 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e5ea9764a4f41397317f80d876277a4/C of 8e5ea9764a4f41397317f80d876277a4 into 2428ac8802224b40b97ce308e90b69c6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:12,028 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:12,028 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4., storeName=8e5ea9764a4f41397317f80d876277a4/C, priority=12, startTime=1733127731447; duration=0sec 2024-12-02T08:22:12,029 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:12,029 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e5ea9764a4f41397317f80d876277a4:C 2024-12-02T08:22:12,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741963_1139 (size=12301) 2024-12-02T08:22:12,385 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29b132d8 to 127.0.0.1:64366 2024-12-02T08:22:12,385 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:12,389 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd77b4a to 127.0.0.1:64366 2024-12-02T08:22:12,389 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:12,393 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e957ecd to 127.0.0.1:64366 2024-12-02T08:22:12,393 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:12,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T08:22:12,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-02T08:22:12,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-02T08:22:12,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-02T08:22:12,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-12-02T08:22:12,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-02T08:22:12,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T08:22:12,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3668 2024-12-02T08:22:12,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3562 2024-12-02T08:22:12,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T08:22:12,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1660 2024-12-02T08:22:12,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4979 rows 2024-12-02T08:22:12,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1672 2024-12-02T08:22:12,394 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5015 rows 2024-12-02T08:22:12,394 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T08:22:12,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3a0022 to 127.0.0.1:64366 2024-12-02T08:22:12,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:12,398 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T08:22:12,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T08:22:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:12,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127732412"}]},"ts":"1733127732412"} 2024-12-02T08:22:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T08:22:12,414 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T08:22:12,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/ab6e46ca5d6146bda850c546f90ca7f3 2024-12-02T08:22:12,435 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T08:22:12,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:22:12,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/e84c3c3afe08434988038210039c35be is 50, key is test_row_0/C:col10/1733127731601/Put/seqid=0 2024-12-02T08:22:12,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e5ea9764a4f41397317f80d876277a4, UNASSIGN}] 2024-12-02T08:22:12,448 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T08:22:12,449 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e5ea9764a4f41397317f80d876277a4, UNASSIGN 2024-12-02T08:22:12,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8e5ea9764a4f41397317f80d876277a4, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:12,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741964_1140 (size=12301) 2024-12-02T08:22:12,452 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:22:12,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:22:12,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/e84c3c3afe08434988038210039c35be 2024-12-02T08:22:12,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/fabe9f0e28124ec6baa4fac6eea0a78e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/fabe9f0e28124ec6baa4fac6eea0a78e 2024-12-02T08:22:12,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/fabe9f0e28124ec6baa4fac6eea0a78e, entries=150, sequenceid=590, filesize=12.0 K 2024-12-02T08:22:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/ab6e46ca5d6146bda850c546f90ca7f3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/ab6e46ca5d6146bda850c546f90ca7f3 2024-12-02T08:22:12,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/ab6e46ca5d6146bda850c546f90ca7f3, entries=150, sequenceid=590, filesize=12.0 K 2024-12-02T08:22:12,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/e84c3c3afe08434988038210039c35be as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/e84c3c3afe08434988038210039c35be 2024-12-02T08:22:12,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/e84c3c3afe08434988038210039c35be, entries=150, sequenceid=590, filesize=12.0 K 2024-12-02T08:22:12,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 8e5ea9764a4f41397317f80d876277a4 in 883ms, sequenceid=590, compaction requested=false 2024-12-02T08:22:12,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T08:22:12,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:12,610 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:12,610 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:22:12,611 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 8e5ea9764a4f41397317f80d876277a4, disabling compactions & flushes 2024-12-02T08:22:12,611 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:12,611 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:12,611 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. after waiting 0 ms 2024-12-02T08:22:12,611 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:12,611 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 8e5ea9764a4f41397317f80d876277a4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T08:22:12,611 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=A 2024-12-02T08:22:12,611 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:12,612 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=B 2024-12-02T08:22:12,612 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:12,612 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e5ea9764a4f41397317f80d876277a4, store=C 2024-12-02T08:22:12,612 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:12,615 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/d85b3e99835c4dbca00acf1f588a5be1 is 50, key is test_row_0/A:col10/1733127732384/Put/seqid=0 2024-12-02T08:22:12,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741965_1141 (size=12301) 2024-12-02T08:22:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T08:22:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T08:22:13,020 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/d85b3e99835c4dbca00acf1f588a5be1 2024-12-02T08:22:13,027 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9f95b0059f684276b86d0e6014eac4c7 is 50, key is test_row_0/B:col10/1733127732384/Put/seqid=0 2024-12-02T08:22:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741966_1142 (size=12301) 2024-12-02T08:22:13,431 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9f95b0059f684276b86d0e6014eac4c7 2024-12-02T08:22:13,439 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8bbe18a2075843dd96b3c8f1251138e8 is 50, key is test_row_0/C:col10/1733127732384/Put/seqid=0 2024-12-02T08:22:13,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741967_1143 (size=12301) 2024-12-02T08:22:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T08:22:13,844 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8bbe18a2075843dd96b3c8f1251138e8 2024-12-02T08:22:13,849 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/A/d85b3e99835c4dbca00acf1f588a5be1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d85b3e99835c4dbca00acf1f588a5be1 2024-12-02T08:22:13,856 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d85b3e99835c4dbca00acf1f588a5be1, entries=150, sequenceid=599, filesize=12.0 K 2024-12-02T08:22:13,857 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/B/9f95b0059f684276b86d0e6014eac4c7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9f95b0059f684276b86d0e6014eac4c7 2024-12-02T08:22:13,863 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9f95b0059f684276b86d0e6014eac4c7, entries=150, sequenceid=599, filesize=12.0 K 2024-12-02T08:22:13,864 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/.tmp/C/8bbe18a2075843dd96b3c8f1251138e8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8bbe18a2075843dd96b3c8f1251138e8 2024-12-02T08:22:13,870 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8bbe18a2075843dd96b3c8f1251138e8, entries=150, sequenceid=599, filesize=12.0 K 2024-12-02T08:22:13,871 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8e5ea9764a4f41397317f80d876277a4 in 1260ms, sequenceid=599, compaction requested=true 2024-12-02T08:22:13,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c58a7bf0d0949cfb50d4e0344b281f5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/39546c0e91d844628fdb46677f6bc812, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/385da5efc57a4f13a2ed79cfaaed0d2e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e17c7935cd24e4d9da983539b4e2b66, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/13c0080292ea42b3a7de5c65e916ece2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/629092dfabae4dec8644c8302d6cddee, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/384dce7efba0409e94712a74eb4ea7fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/15c332714be54f9bb2146ebe90dc250c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/0749ca6297ca4e2f8bd9daa93980bed0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/68401ce44df34cf79e529038e53a67ad, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/10d7235bd3ee49de9ffd68c207284250, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/8dbd2e608b3449c9b39c09c3702c6f90, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/865183a6e89143e5873c88dbe1843eea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/cf8a593308854e92a91200abaedcfa47, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/11a29b5f93de4feb8482bbeb7f5c4e4f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4a1a364f38e74f488a6e2e9968701034, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d8399416696742ed957e8cdf6e75d808, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4d7a5f65d6f47c5ab7744625851a076, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/81d36b25f2ee48a7aed1c597a75787f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/856848d7426345598a0308c914fcc5b5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b4236c5764de4148acbbd0170bb916db, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/812067cbb8284810a4e3e23a0faea270, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b3222180cc3448989a32851f8cfcdd4f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/42911fb130ed438aa2067e2b988bbe83, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c13ee4c60e29400aad4ed93b76774f44, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e3f8112c09743da973bdc84936f8b53, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/82593c24d0a0421291bfb401da1de567, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c272a04e756e46b4a7d01d881ca204a6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1e286a6ed21e4c028445a21e2935b2b5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c2710aef8db41dca50eb097505b8659, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/eab192fe0a31471087d8d0e2c0316b32, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1cef9d29f1f0443db6e5f57e5b78ea6f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9acce45498f944cc915f94c965856c71, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/29bcea1095d14e1c8f418986f23716a2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a60ad247f09a4daa88d4d1037c2ae9db, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/78f75dc57db64de08eb7e64f94f1f040, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1a79b5e130d44bb68008c9e66a9c69c1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/38214ed75c6d4cb79128a140fa186db8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/86c18d0ec7ea4ec5843dcab8f1d404f5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a8489cd773374063a4b216b3fb4d25f2] to archive 2024-12-02T08:22:13,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:22:13,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c58a7bf0d0949cfb50d4e0344b281f5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c58a7bf0d0949cfb50d4e0344b281f5 2024-12-02T08:22:13,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/39546c0e91d844628fdb46677f6bc812 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/39546c0e91d844628fdb46677f6bc812 2024-12-02T08:22:13,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/385da5efc57a4f13a2ed79cfaaed0d2e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/385da5efc57a4f13a2ed79cfaaed0d2e 2024-12-02T08:22:13,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e17c7935cd24e4d9da983539b4e2b66 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e17c7935cd24e4d9da983539b4e2b66 2024-12-02T08:22:13,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/13c0080292ea42b3a7de5c65e916ece2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/13c0080292ea42b3a7de5c65e916ece2 2024-12-02T08:22:13,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/629092dfabae4dec8644c8302d6cddee to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/629092dfabae4dec8644c8302d6cddee 2024-12-02T08:22:13,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/384dce7efba0409e94712a74eb4ea7fc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/384dce7efba0409e94712a74eb4ea7fc 2024-12-02T08:22:13,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/15c332714be54f9bb2146ebe90dc250c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/15c332714be54f9bb2146ebe90dc250c 2024-12-02T08:22:13,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/0749ca6297ca4e2f8bd9daa93980bed0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/0749ca6297ca4e2f8bd9daa93980bed0 2024-12-02T08:22:13,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/68401ce44df34cf79e529038e53a67ad to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/68401ce44df34cf79e529038e53a67ad 2024-12-02T08:22:13,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/10d7235bd3ee49de9ffd68c207284250 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/10d7235bd3ee49de9ffd68c207284250 2024-12-02T08:22:13,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/8dbd2e608b3449c9b39c09c3702c6f90 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/8dbd2e608b3449c9b39c09c3702c6f90 2024-12-02T08:22:13,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/865183a6e89143e5873c88dbe1843eea to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/865183a6e89143e5873c88dbe1843eea 2024-12-02T08:22:13,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/cf8a593308854e92a91200abaedcfa47 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/cf8a593308854e92a91200abaedcfa47 2024-12-02T08:22:13,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/11a29b5f93de4feb8482bbeb7f5c4e4f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/11a29b5f93de4feb8482bbeb7f5c4e4f 2024-12-02T08:22:13,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4a1a364f38e74f488a6e2e9968701034 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4a1a364f38e74f488a6e2e9968701034 2024-12-02T08:22:13,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d8399416696742ed957e8cdf6e75d808 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d8399416696742ed957e8cdf6e75d808 2024-12-02T08:22:13,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4d7a5f65d6f47c5ab7744625851a076 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4d7a5f65d6f47c5ab7744625851a076 2024-12-02T08:22:13,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/81d36b25f2ee48a7aed1c597a75787f9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/81d36b25f2ee48a7aed1c597a75787f9 2024-12-02T08:22:13,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/856848d7426345598a0308c914fcc5b5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/856848d7426345598a0308c914fcc5b5 2024-12-02T08:22:13,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b4236c5764de4148acbbd0170bb916db to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b4236c5764de4148acbbd0170bb916db 2024-12-02T08:22:13,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/812067cbb8284810a4e3e23a0faea270 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/812067cbb8284810a4e3e23a0faea270 2024-12-02T08:22:13,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b3222180cc3448989a32851f8cfcdd4f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/b3222180cc3448989a32851f8cfcdd4f 2024-12-02T08:22:13,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/42911fb130ed438aa2067e2b988bbe83 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/42911fb130ed438aa2067e2b988bbe83 2024-12-02T08:22:13,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c13ee4c60e29400aad4ed93b76774f44 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c13ee4c60e29400aad4ed93b76774f44 2024-12-02T08:22:13,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e3f8112c09743da973bdc84936f8b53 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9e3f8112c09743da973bdc84936f8b53 2024-12-02T08:22:13,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/82593c24d0a0421291bfb401da1de567 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/82593c24d0a0421291bfb401da1de567 2024-12-02T08:22:13,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c272a04e756e46b4a7d01d881ca204a6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c272a04e756e46b4a7d01d881ca204a6 2024-12-02T08:22:13,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1e286a6ed21e4c028445a21e2935b2b5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1e286a6ed21e4c028445a21e2935b2b5 2024-12-02T08:22:13,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c2710aef8db41dca50eb097505b8659 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/4c2710aef8db41dca50eb097505b8659 2024-12-02T08:22:13,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/eab192fe0a31471087d8d0e2c0316b32 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/eab192fe0a31471087d8d0e2c0316b32 2024-12-02T08:22:13,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1cef9d29f1f0443db6e5f57e5b78ea6f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1cef9d29f1f0443db6e5f57e5b78ea6f 2024-12-02T08:22:13,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9acce45498f944cc915f94c965856c71 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/9acce45498f944cc915f94c965856c71 2024-12-02T08:22:13,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/29bcea1095d14e1c8f418986f23716a2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/29bcea1095d14e1c8f418986f23716a2 2024-12-02T08:22:13,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a60ad247f09a4daa88d4d1037c2ae9db to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a60ad247f09a4daa88d4d1037c2ae9db 2024-12-02T08:22:13,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/78f75dc57db64de08eb7e64f94f1f040 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/78f75dc57db64de08eb7e64f94f1f040 2024-12-02T08:22:13,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1a79b5e130d44bb68008c9e66a9c69c1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/1a79b5e130d44bb68008c9e66a9c69c1 2024-12-02T08:22:13,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/38214ed75c6d4cb79128a140fa186db8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/38214ed75c6d4cb79128a140fa186db8 2024-12-02T08:22:13,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/86c18d0ec7ea4ec5843dcab8f1d404f5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/86c18d0ec7ea4ec5843dcab8f1d404f5 2024-12-02T08:22:13,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a8489cd773374063a4b216b3fb4d25f2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/a8489cd773374063a4b216b3fb4d25f2 2024-12-02T08:22:14,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a7d42c5602a44ad28636443f74dfa762, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d904dca672964789b1c69490d02b59fd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d40984e662bf4f4fb5582babad281b2e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc951a052e6847f68d6d826dabbb7c76, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f3945ab537734511ab637e4a229fa01a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/6f683e40fecc4f8cb9f6dd9e45d6b16e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7570ee121566426cae8d0cf412d28a6a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d452ad9ee74848da8027a4eefd0bc9eb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9eeedde6b07f46db82ec23c6881f03ab, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/68ed0700fea64772baef7d8731f81b22, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/08f4046e7cbd41fa9da539117b84f25f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/04a8975c9f444b5b8c9ab177d7317dff, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/966ab2e1d70b46abaef594078e8e130b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7bd3356834934ff08ded6261cc1be12c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/8375d2f8bad04231b874c779d80d6c49, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cd4d23eb98b847c8b4c48e9eae72fa20, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bccf6705cce243e684cd74087ae4bda9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/af6adfbd83df40f1bf2d51200b5f154b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a5b386dd50694c53acaf1ae9af709cc2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bff91ea18b11498d94d442aeebf43043, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0a193d0c676047bb88a9104f535af576, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f1a62305d24044f6b70a22ed4d0149ff, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f563de6237a34056b05da119d9d3621e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cf94cb6da7dd4f9787bc51b0ba3f5437, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/725fe8a91c2d4e81852c9c73a9b43660, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9c65f7d18f6543a087b4f3dd025730ba, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7e10fabc36234c7baad8485cd4237980, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/1de7589293814f6aa9ceacbb67421bb7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/fbc02f18d81243b4990157a086c5073d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/11c5a38a969642618b9358f26995f5c8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7c00a6a54813422eaf7aee776023f7da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/402f40b9e2354b76a8c8c98d3ab14c44, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/938049bd4c314c86a76ba4ece1cb4f77, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/e3fe3cf3b75a49b7af30d78b70f285e3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/48be08536e12496398956f2e8c08a7a1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0025ceec6f0e4ecba712047fef83d11a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/c09a336e34ed4381b64848f6fec135dc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc6c642ca724411fabe8aec8a7113d7b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a607a4aa1d1946f294192980aed54c20, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/05e3cae9bcf74ad49ab1000c91c0bb18] to archive 2024-12-02T08:22:14,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:22:14,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a7d42c5602a44ad28636443f74dfa762 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a7d42c5602a44ad28636443f74dfa762 2024-12-02T08:22:14,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d904dca672964789b1c69490d02b59fd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d904dca672964789b1c69490d02b59fd 2024-12-02T08:22:14,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d40984e662bf4f4fb5582babad281b2e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d40984e662bf4f4fb5582babad281b2e 2024-12-02T08:22:14,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc951a052e6847f68d6d826dabbb7c76 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc951a052e6847f68d6d826dabbb7c76 2024-12-02T08:22:14,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f3945ab537734511ab637e4a229fa01a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f3945ab537734511ab637e4a229fa01a 2024-12-02T08:22:14,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/6f683e40fecc4f8cb9f6dd9e45d6b16e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/6f683e40fecc4f8cb9f6dd9e45d6b16e 2024-12-02T08:22:14,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7570ee121566426cae8d0cf412d28a6a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7570ee121566426cae8d0cf412d28a6a 2024-12-02T08:22:14,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d452ad9ee74848da8027a4eefd0bc9eb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d452ad9ee74848da8027a4eefd0bc9eb 2024-12-02T08:22:14,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9eeedde6b07f46db82ec23c6881f03ab to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9eeedde6b07f46db82ec23c6881f03ab 2024-12-02T08:22:14,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/68ed0700fea64772baef7d8731f81b22 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/68ed0700fea64772baef7d8731f81b22 2024-12-02T08:22:14,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/08f4046e7cbd41fa9da539117b84f25f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/08f4046e7cbd41fa9da539117b84f25f 2024-12-02T08:22:14,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/04a8975c9f444b5b8c9ab177d7317dff to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/04a8975c9f444b5b8c9ab177d7317dff 2024-12-02T08:22:14,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/966ab2e1d70b46abaef594078e8e130b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/966ab2e1d70b46abaef594078e8e130b 2024-12-02T08:22:14,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7bd3356834934ff08ded6261cc1be12c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7bd3356834934ff08ded6261cc1be12c 2024-12-02T08:22:14,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/8375d2f8bad04231b874c779d80d6c49 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/8375d2f8bad04231b874c779d80d6c49 2024-12-02T08:22:14,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cd4d23eb98b847c8b4c48e9eae72fa20 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cd4d23eb98b847c8b4c48e9eae72fa20 2024-12-02T08:22:14,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bccf6705cce243e684cd74087ae4bda9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bccf6705cce243e684cd74087ae4bda9 2024-12-02T08:22:14,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/af6adfbd83df40f1bf2d51200b5f154b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/af6adfbd83df40f1bf2d51200b5f154b 2024-12-02T08:22:14,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a5b386dd50694c53acaf1ae9af709cc2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a5b386dd50694c53acaf1ae9af709cc2 2024-12-02T08:22:14,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bff91ea18b11498d94d442aeebf43043 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bff91ea18b11498d94d442aeebf43043 2024-12-02T08:22:14,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0a193d0c676047bb88a9104f535af576 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0a193d0c676047bb88a9104f535af576 2024-12-02T08:22:14,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f1a62305d24044f6b70a22ed4d0149ff to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f1a62305d24044f6b70a22ed4d0149ff 2024-12-02T08:22:14,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f563de6237a34056b05da119d9d3621e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/f563de6237a34056b05da119d9d3621e 2024-12-02T08:22:14,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cf94cb6da7dd4f9787bc51b0ba3f5437 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/cf94cb6da7dd4f9787bc51b0ba3f5437 2024-12-02T08:22:14,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/725fe8a91c2d4e81852c9c73a9b43660 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/725fe8a91c2d4e81852c9c73a9b43660 2024-12-02T08:22:14,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9c65f7d18f6543a087b4f3dd025730ba to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9c65f7d18f6543a087b4f3dd025730ba 2024-12-02T08:22:14,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7e10fabc36234c7baad8485cd4237980 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7e10fabc36234c7baad8485cd4237980 2024-12-02T08:22:14,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/1de7589293814f6aa9ceacbb67421bb7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/1de7589293814f6aa9ceacbb67421bb7 2024-12-02T08:22:14,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/fbc02f18d81243b4990157a086c5073d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/fbc02f18d81243b4990157a086c5073d 2024-12-02T08:22:14,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/11c5a38a969642618b9358f26995f5c8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/11c5a38a969642618b9358f26995f5c8 2024-12-02T08:22:14,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7c00a6a54813422eaf7aee776023f7da to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/7c00a6a54813422eaf7aee776023f7da 2024-12-02T08:22:14,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/402f40b9e2354b76a8c8c98d3ab14c44 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/402f40b9e2354b76a8c8c98d3ab14c44 2024-12-02T08:22:14,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/938049bd4c314c86a76ba4ece1cb4f77 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/938049bd4c314c86a76ba4ece1cb4f77 2024-12-02T08:22:14,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/e3fe3cf3b75a49b7af30d78b70f285e3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/e3fe3cf3b75a49b7af30d78b70f285e3 2024-12-02T08:22:14,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/48be08536e12496398956f2e8c08a7a1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/48be08536e12496398956f2e8c08a7a1 2024-12-02T08:22:14,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0025ceec6f0e4ecba712047fef83d11a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/0025ceec6f0e4ecba712047fef83d11a 2024-12-02T08:22:14,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/c09a336e34ed4381b64848f6fec135dc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/c09a336e34ed4381b64848f6fec135dc 2024-12-02T08:22:14,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc6c642ca724411fabe8aec8a7113d7b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/bc6c642ca724411fabe8aec8a7113d7b 2024-12-02T08:22:14,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a607a4aa1d1946f294192980aed54c20 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/a607a4aa1d1946f294192980aed54c20 2024-12-02T08:22:14,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/05e3cae9bcf74ad49ab1000c91c0bb18 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/05e3cae9bcf74ad49ab1000c91c0bb18 2024-12-02T08:22:14,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/13a2316e4da64a088f6b52e3813d4672, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1f934103f5574de2a8aef657cd6bad26, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2d37bc8e078b43a0af4c7e50a8fb444e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6f9a28e922034e91ab491ffc860c660a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/fd320e847d27430d9d940b98b9cf7afc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5b5d4691224b4b2fb3aa848fe1159429, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/376a566b5b8e46fe9af6ab4a7717cadb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2665c2eda82a4b848c94aa97040405f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/69e1f217e89f424cad28a2c99004cca9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8ef761440c2d430c9c773c06a10502c0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/77601bbe0eb54300a6ab100356edd0ce, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0dbc1a34021b410ca392664716ed92e7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2a7f03faad1a4bdd8e4656adef03dcfb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/b43591c4505f4ba18344b01948f93efb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6fbd21aeec5c4a7ebe929d37933bb907, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2b52acd8e890488388622178fb747731, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0630e09867734f8abee39f180ad353cd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/f9ad53901c61460386324b92d0b7fbaa, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ef09202e47024383ab42843d1bcc1485, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/cc58002636b14264a4706383f588415a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ec756f0cf49a45e4b88ffae0cad6b91b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/36bc807f07ed496fb549f9fc1f82f975, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4c2c8651744b4064a19f6527b5e40511, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/a13180ca2b7845f7920f19c627077524, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/521f924949634db4b2d717d72ace7d96, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5352fb9402234b71aef23410eb48581f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/9aa9465059b04b4dbf2daa27c871b627, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4b0c00c1d2e74448a9018f13d7853cdf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6309b66afcfc4a02832dfafeb17d56da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/3135f4ececa9409586eba3380da653e7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1141e39c8a00482cbe9c261911bd35f4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/becab5d1911f401b9de379cd5fd4160d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5be15fa694e84506b638bc21519fbf0f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ea4534829a1d4443b7294bc33e21b70b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5443f282ac964b38bbef122c7622e941, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/342a32d5e1574735bb1575f1af762cd7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/44f3f162918f415b9257578be94338d5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/16efdd1653b84cec8d7a96e015a1948b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8dbb1359e8254cbea5b63210eac38de3] to archive 2024-12-02T08:22:14,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:22:14,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/13a2316e4da64a088f6b52e3813d4672 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/13a2316e4da64a088f6b52e3813d4672 2024-12-02T08:22:14,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1f934103f5574de2a8aef657cd6bad26 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1f934103f5574de2a8aef657cd6bad26 2024-12-02T08:22:14,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2d37bc8e078b43a0af4c7e50a8fb444e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2d37bc8e078b43a0af4c7e50a8fb444e 2024-12-02T08:22:14,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6f9a28e922034e91ab491ffc860c660a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6f9a28e922034e91ab491ffc860c660a 2024-12-02T08:22:14,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/fd320e847d27430d9d940b98b9cf7afc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/fd320e847d27430d9d940b98b9cf7afc 2024-12-02T08:22:14,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5b5d4691224b4b2fb3aa848fe1159429 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5b5d4691224b4b2fb3aa848fe1159429 2024-12-02T08:22:14,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/376a566b5b8e46fe9af6ab4a7717cadb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/376a566b5b8e46fe9af6ab4a7717cadb 2024-12-02T08:22:14,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2665c2eda82a4b848c94aa97040405f9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2665c2eda82a4b848c94aa97040405f9 2024-12-02T08:22:14,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/69e1f217e89f424cad28a2c99004cca9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/69e1f217e89f424cad28a2c99004cca9 2024-12-02T08:22:14,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8ef761440c2d430c9c773c06a10502c0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8ef761440c2d430c9c773c06a10502c0 2024-12-02T08:22:14,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/77601bbe0eb54300a6ab100356edd0ce to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/77601bbe0eb54300a6ab100356edd0ce 2024-12-02T08:22:14,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0dbc1a34021b410ca392664716ed92e7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0dbc1a34021b410ca392664716ed92e7 2024-12-02T08:22:14,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2a7f03faad1a4bdd8e4656adef03dcfb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2a7f03faad1a4bdd8e4656adef03dcfb 2024-12-02T08:22:14,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/b43591c4505f4ba18344b01948f93efb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/b43591c4505f4ba18344b01948f93efb 2024-12-02T08:22:14,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6fbd21aeec5c4a7ebe929d37933bb907 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6fbd21aeec5c4a7ebe929d37933bb907 2024-12-02T08:22:14,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2b52acd8e890488388622178fb747731 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2b52acd8e890488388622178fb747731 2024-12-02T08:22:14,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0630e09867734f8abee39f180ad353cd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/0630e09867734f8abee39f180ad353cd 2024-12-02T08:22:14,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/f9ad53901c61460386324b92d0b7fbaa to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/f9ad53901c61460386324b92d0b7fbaa 2024-12-02T08:22:14,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ef09202e47024383ab42843d1bcc1485 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ef09202e47024383ab42843d1bcc1485 2024-12-02T08:22:14,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/cc58002636b14264a4706383f588415a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/cc58002636b14264a4706383f588415a 2024-12-02T08:22:14,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ec756f0cf49a45e4b88ffae0cad6b91b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ec756f0cf49a45e4b88ffae0cad6b91b 2024-12-02T08:22:14,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/36bc807f07ed496fb549f9fc1f82f975 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/36bc807f07ed496fb549f9fc1f82f975 2024-12-02T08:22:14,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4c2c8651744b4064a19f6527b5e40511 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4c2c8651744b4064a19f6527b5e40511 2024-12-02T08:22:14,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/a13180ca2b7845f7920f19c627077524 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/a13180ca2b7845f7920f19c627077524 2024-12-02T08:22:14,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/521f924949634db4b2d717d72ace7d96 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/521f924949634db4b2d717d72ace7d96 2024-12-02T08:22:14,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/eb41fb4fa4ec47f6b47d26b9d3a8f47c 2024-12-02T08:22:14,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5352fb9402234b71aef23410eb48581f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5352fb9402234b71aef23410eb48581f 2024-12-02T08:22:14,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/9aa9465059b04b4dbf2daa27c871b627 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/9aa9465059b04b4dbf2daa27c871b627 2024-12-02T08:22:14,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4b0c00c1d2e74448a9018f13d7853cdf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/4b0c00c1d2e74448a9018f13d7853cdf 2024-12-02T08:22:14,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6309b66afcfc4a02832dfafeb17d56da to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/6309b66afcfc4a02832dfafeb17d56da 2024-12-02T08:22:14,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/3135f4ececa9409586eba3380da653e7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/3135f4ececa9409586eba3380da653e7 2024-12-02T08:22:14,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1141e39c8a00482cbe9c261911bd35f4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/1141e39c8a00482cbe9c261911bd35f4 2024-12-02T08:22:14,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/becab5d1911f401b9de379cd5fd4160d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/becab5d1911f401b9de379cd5fd4160d 2024-12-02T08:22:14,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5be15fa694e84506b638bc21519fbf0f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5be15fa694e84506b638bc21519fbf0f 2024-12-02T08:22:14,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ea4534829a1d4443b7294bc33e21b70b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/ea4534829a1d4443b7294bc33e21b70b 2024-12-02T08:22:14,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5443f282ac964b38bbef122c7622e941 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/5443f282ac964b38bbef122c7622e941 2024-12-02T08:22:14,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/342a32d5e1574735bb1575f1af762cd7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/342a32d5e1574735bb1575f1af762cd7 2024-12-02T08:22:14,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/44f3f162918f415b9257578be94338d5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/44f3f162918f415b9257578be94338d5 2024-12-02T08:22:14,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/16efdd1653b84cec8d7a96e015a1948b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/16efdd1653b84cec8d7a96e015a1948b 2024-12-02T08:22:14,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8dbb1359e8254cbea5b63210eac38de3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8dbb1359e8254cbea5b63210eac38de3 2024-12-02T08:22:14,270 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/recovered.edits/602.seqid, newMaxSeqId=602, maxSeqId=1 2024-12-02T08:22:14,273 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4. 2024-12-02T08:22:14,273 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 8e5ea9764a4f41397317f80d876277a4: 2024-12-02T08:22:14,275 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:14,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8e5ea9764a4f41397317f80d876277a4, regionState=CLOSED 2024-12-02T08:22:14,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-02T08:22:14,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 8e5ea9764a4f41397317f80d876277a4, server=ceab608fb84d,41577,1733127704904 in 1.8350 sec 2024-12-02T08:22:14,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-12-02T08:22:14,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e5ea9764a4f41397317f80d876277a4, UNASSIGN in 1.8440 sec 2024-12-02T08:22:14,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-02T08:22:14,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8550 sec 2024-12-02T08:22:14,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127734296"}]},"ts":"1733127734296"} 2024-12-02T08:22:14,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T08:22:14,338 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T08:22:14,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9340 sec 2024-12-02T08:22:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-02T08:22:14,518 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-02T08:22:14,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T08:22:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:14,528 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:14,530 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T08:22:14,534 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:14,543 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/recovered.edits] 2024-12-02T08:22:14,547 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4bad3f9e8a44eb2b65290f0563b44ca to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/c4bad3f9e8a44eb2b65290f0563b44ca 2024-12-02T08:22:14,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d85b3e99835c4dbca00acf1f588a5be1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/d85b3e99835c4dbca00acf1f588a5be1 2024-12-02T08:22:14,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/fabe9f0e28124ec6baa4fac6eea0a78e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/A/fabe9f0e28124ec6baa4fac6eea0a78e 2024-12-02T08:22:14,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9f95b0059f684276b86d0e6014eac4c7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/9f95b0059f684276b86d0e6014eac4c7 2024-12-02T08:22:14,557 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/ab6e46ca5d6146bda850c546f90ca7f3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/ab6e46ca5d6146bda850c546f90ca7f3 2024-12-02T08:22:14,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d930d6cfd557430ab64ffcf1253e5a7d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/B/d930d6cfd557430ab64ffcf1253e5a7d 2024-12-02T08:22:14,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2428ac8802224b40b97ce308e90b69c6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/2428ac8802224b40b97ce308e90b69c6 2024-12-02T08:22:14,565 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8bbe18a2075843dd96b3c8f1251138e8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/8bbe18a2075843dd96b3c8f1251138e8 2024-12-02T08:22:14,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/e84c3c3afe08434988038210039c35be to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/C/e84c3c3afe08434988038210039c35be 2024-12-02T08:22:14,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/recovered.edits/602.seqid to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4/recovered.edits/602.seqid 2024-12-02T08:22:14,572 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/8e5ea9764a4f41397317f80d876277a4 2024-12-02T08:22:14,572 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T08:22:14,578 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:14,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T08:22:14,587 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T08:22:14,627 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T08:22:14,629 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:14,629 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T08:22:14,629 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733127734629"}]},"ts":"9223372036854775807"} 2024-12-02T08:22:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T08:22:14,636 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T08:22:14,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8e5ea9764a4f41397317f80d876277a4, NAME => 'TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T08:22:14,636 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T08:22:14,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733127734636"}]},"ts":"9223372036854775807"} 2024-12-02T08:22:14,641 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T08:22:14,653 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:14,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 130 msec 2024-12-02T08:22:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-02T08:22:14,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-02T08:22:14,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 218) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_533892304_22 at /127.0.0.1:47870 [Waiting for operation #345] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_533892304_22 at /127.0.0.1:40320 [Waiting for operation #329] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ce77475-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ce77475-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ce77475-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3ce77475-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ceab608fb84d:41577-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-26473086_22 at /127.0.0.1:50980 [Waiting for operation #141] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=858 (was 818) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1496 (was 2012) 2024-12-02T08:22:14,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=858, ProcessCount=11, AvailableMemoryMB=1496 2024-12-02T08:22:14,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:22:14,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:22:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:14,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T08:22:14,874 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:14,876 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T08:22:14,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-12-02T08:22:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-02T08:22:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741968_1144 (size=963) 2024-12-02T08:22:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-02T08:22:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-02T08:22:15,298 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:22:15,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741969_1145 (size=53) 2024-12-02T08:22:15,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:22:15,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 608b61d232cfba236add3a639956cf7f, disabling compactions & flushes 2024-12-02T08:22:15,307 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. after waiting 0 ms 2024-12-02T08:22:15,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,308 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,308 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:15,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T08:22:15,309 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733127735309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733127735309"}]},"ts":"1733127735309"} 2024-12-02T08:22:15,310 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T08:22:15,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T08:22:15,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127735312"}]},"ts":"1733127735312"} 2024-12-02T08:22:15,313 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T08:22:15,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, ASSIGN}] 2024-12-02T08:22:15,365 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, ASSIGN 2024-12-02T08:22:15,365 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, ASSIGN; state=OFFLINE, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=false 2024-12-02T08:22:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-02T08:22:15,516 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:15,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:22:15,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:15,673 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,673 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:22:15,673 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,673 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:22:15,674 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,674 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,675 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,677 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:22:15,677 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608b61d232cfba236add3a639956cf7f columnFamilyName A 2024-12-02T08:22:15,677 DEBUG [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:15,678 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(327): Store=608b61d232cfba236add3a639956cf7f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:22:15,678 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,680 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:22:15,681 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608b61d232cfba236add3a639956cf7f columnFamilyName B 2024-12-02T08:22:15,681 DEBUG [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:15,682 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(327): Store=608b61d232cfba236add3a639956cf7f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:22:15,682 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,684 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:22:15,684 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608b61d232cfba236add3a639956cf7f columnFamilyName C 2024-12-02T08:22:15,684 DEBUG [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:15,685 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(327): Store=608b61d232cfba236add3a639956cf7f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:22:15,685 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,687 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,687 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,689 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:22:15,691 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:15,693 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:22:15,694 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 608b61d232cfba236add3a639956cf7f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63927672, jitterRate=-0.04740345478057861}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:22:15,695 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:15,696 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., pid=35, masterSystemTime=1733127735669 2024-12-02T08:22:15,698 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,698 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:15,698 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:15,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-02T08:22:15,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 in 183 msec 2024-12-02T08:22:15,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-02T08:22:15,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, ASSIGN in 341 msec 2024-12-02T08:22:15,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T08:22:15,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127735707"}]},"ts":"1733127735707"} 2024-12-02T08:22:15,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T08:22:15,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T08:22:15,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 848 msec 2024-12-02T08:22:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-02T08:22:15,985 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-12-02T08:22:15,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4359d2ac to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dd2428 2024-12-02T08:22:16,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f4f8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:16,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:16,051 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:16,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T08:22:16,054 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T08:22:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:22:16,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:22:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:16,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741970_1146 (size=999) 2024-12-02T08:22:16,484 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T08:22:16,484 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T08:22:16,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:22:16,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, REOPEN/MOVE}] 2024-12-02T08:22:16,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, REOPEN/MOVE 2024-12-02T08:22:16,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:16,501 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:22:16,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:22:16,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:16,654 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 608b61d232cfba236add3a639956cf7f, disabling compactions & flushes 2024-12-02T08:22:16,654 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. after waiting 0 ms 2024-12-02T08:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,658 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T08:22:16,659 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,659 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:16,659 WARN [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 608b61d232cfba236add3a639956cf7f to self. 2024-12-02T08:22:16,660 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=CLOSED 2024-12-02T08:22:16,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-02T08:22:16,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 in 161 msec 2024-12-02T08:22:16,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, REOPEN/MOVE; state=CLOSED, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=true 2024-12-02T08:22:16,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:16,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:22:16,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:16,970 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,970 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:22:16,971 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,971 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:22:16,971 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,971 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,974 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,975 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:22:16,980 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608b61d232cfba236add3a639956cf7f columnFamilyName A 2024-12-02T08:22:16,982 DEBUG [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:16,983 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(327): Store=608b61d232cfba236add3a639956cf7f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:22:16,984 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,984 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:22:16,984 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608b61d232cfba236add3a639956cf7f columnFamilyName B 2024-12-02T08:22:16,985 DEBUG [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:16,985 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(327): Store=608b61d232cfba236add3a639956cf7f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:22:16,985 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,986 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:22:16,987 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608b61d232cfba236add3a639956cf7f columnFamilyName C 2024-12-02T08:22:16,987 DEBUG [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:16,988 INFO [StoreOpener-608b61d232cfba236add3a639956cf7f-1 {}] regionserver.HStore(327): Store=608b61d232cfba236add3a639956cf7f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:22:16,988 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,989 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,990 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,992 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:22:16,993 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:16,994 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 608b61d232cfba236add3a639956cf7f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68158800, jitterRate=0.015645265579223633}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:22:16,995 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:16,996 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., pid=40, masterSystemTime=1733127736967 2024-12-02T08:22:16,998 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,998 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:16,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=OPEN, openSeqNum=5, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-12-02T08:22:17,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 in 185 msec 2024-12-02T08:22:17,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-02T08:22:17,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, REOPEN/MOVE in 503 msec 2024-12-02T08:22:17,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T08:22:17,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-12-02T08:22:17,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 945 msec 2024-12-02T08:22:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-02T08:22:17,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a7bf7fd to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57449e06 2024-12-02T08:22:17,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8e1501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15736fcc to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35b51e5d 2024-12-02T08:22:17,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b41629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24ebde20 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c517130 2024-12-02T08:22:17,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0312cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x555bfdff to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@706b2cde 2024-12-02T08:22:17,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-12-02T08:22:17,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,174 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473f181f to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@681a05ec 2024-12-02T08:22:17,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd5be36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x768577a2 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e0829fb 2024-12-02T08:22:17,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbd1a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60f4ce3e to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f3c742a 2024-12-02T08:22:17,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e60ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f375e60 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23a6e288 2024-12-02T08:22:17,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5e501f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:22:17,227 DEBUG [hconnection-0x2262414-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,227 DEBUG [hconnection-0x327b7041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,227 DEBUG [hconnection-0x3f1760b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,227 DEBUG [hconnection-0x2f38586a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,228 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,231 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:17,235 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-02T08:22:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T08:22:17,239 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:17,240 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:17,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:17,242 DEBUG [hconnection-0xff1ab00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,242 DEBUG [hconnection-0x12eebc43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,243 DEBUG [hconnection-0x38f49b5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,244 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,244 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,244 DEBUG [hconnection-0x68121f5f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,247 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,247 DEBUG [hconnection-0x1e782a86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:22:17,250 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,255 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,255 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:22:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:17,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:22:17,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:17,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:17,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:17,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:17,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:17,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:17,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127797304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127797306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127797305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127797306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127797307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T08:22:17,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-02T08:22:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127797411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127797412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127797412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127797412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127797413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b3350cbaa9043a4b368bee9f7b89ace_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127737267/Put/seqid=0 2024-12-02T08:22:17,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741971_1147 (size=12154) 2024-12-02T08:22:17,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:17,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025b3350cbaa9043a4b368bee9f7b89ace_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b3350cbaa9043a4b368bee9f7b89ace_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:17,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/d7e9f960a526480890bcb7e7f84b2cc1, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:17,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/d7e9f960a526480890bcb7e7f84b2cc1 is 175, key is test_row_0/A:col10/1733127737267/Put/seqid=0 2024-12-02T08:22:17,504 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T08:22:17,505 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T08:22:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741972_1148 (size=30955) 2024-12-02T08:22:17,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/d7e9f960a526480890bcb7e7f84b2cc1 2024-12-02T08:22:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T08:22:17,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-02T08:22:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/1d64141bb0a64d9980591c30246c5eb0 is 50, key is test_row_0/B:col10/1733127737267/Put/seqid=0 2024-12-02T08:22:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127797617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127797621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127797620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127797624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127797629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741973_1149 (size=12001) 2024-12-02T08:22:17,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/1d64141bb0a64d9980591c30246c5eb0 2024-12-02T08:22:17,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/fbf0b925b06849d4b69b8fd82f08f365 is 50, key is test_row_0/C:col10/1733127737267/Put/seqid=0 2024-12-02T08:22:17,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-02T08:22:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741974_1150 (size=12001) 2024-12-02T08:22:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T08:22:17,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-02T08:22:17,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:17,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:17,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:17,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127797923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127797931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127797931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127797935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:17,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127797935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-02T08:22:18,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:18,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:18,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:18,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:18,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:18,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/fbf0b925b06849d4b69b8fd82f08f365 2024-12-02T08:22:18,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/d7e9f960a526480890bcb7e7f84b2cc1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7e9f960a526480890bcb7e7f84b2cc1 2024-12-02T08:22:18,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7e9f960a526480890bcb7e7f84b2cc1, entries=150, sequenceid=17, filesize=30.2 K 2024-12-02T08:22:18,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/1d64141bb0a64d9980591c30246c5eb0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1d64141bb0a64d9980591c30246c5eb0 2024-12-02T08:22:18,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1d64141bb0a64d9980591c30246c5eb0, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T08:22:18,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/fbf0b925b06849d4b69b8fd82f08f365 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/fbf0b925b06849d4b69b8fd82f08f365 2024-12-02T08:22:18,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-02T08:22:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:18,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:18,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:18,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/fbf0b925b06849d4b69b8fd82f08f365, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T08:22:18,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 608b61d232cfba236add3a639956cf7f in 924ms, sequenceid=17, compaction requested=false 2024-12-02T08:22:18,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:18,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-02T08:22:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:18,340 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T08:22:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T08:22:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a83d0cbcbf3242dfa629b6732e9f7709_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127737305/Put/seqid=0 2024-12-02T08:22:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741975_1151 (size=12154) 2024-12-02T08:22:18,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:18,420 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a83d0cbcbf3242dfa629b6732e9f7709_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a83d0cbcbf3242dfa629b6732e9f7709_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:18,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e345258dbacd45a4ae5edaf0ccfa85fc, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:18,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e345258dbacd45a4ae5edaf0ccfa85fc is 175, key is test_row_0/A:col10/1733127737305/Put/seqid=0 2024-12-02T08:22:18,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:18,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741976_1152 (size=30955) 2024-12-02T08:22:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127798442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127798443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127798441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127798452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127798452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127798553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127798554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127798554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127798553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127798763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127798763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127798764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127798765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:18,831 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e345258dbacd45a4ae5edaf0ccfa85fc 2024-12-02T08:22:18,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/bc6fc7ac00bf40c898ee1bd43687b337 is 50, key is test_row_0/B:col10/1733127737305/Put/seqid=0 2024-12-02T08:22:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741977_1153 (size=12001) 2024-12-02T08:22:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127799071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127799071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127799072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127799083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,269 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/bc6fc7ac00bf40c898ee1bd43687b337 2024-12-02T08:22:19,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/710c5190680c40aca0099869ceffd65e is 50, key is test_row_0/C:col10/1733127737305/Put/seqid=0 2024-12-02T08:22:19,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741978_1154 (size=12001) 2024-12-02T08:22:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T08:22:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127799459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127799575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127799577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127799581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127799588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:19,745 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/710c5190680c40aca0099869ceffd65e 2024-12-02T08:22:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e345258dbacd45a4ae5edaf0ccfa85fc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e345258dbacd45a4ae5edaf0ccfa85fc 2024-12-02T08:22:19,791 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e345258dbacd45a4ae5edaf0ccfa85fc, entries=150, sequenceid=40, filesize=30.2 K 2024-12-02T08:22:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/bc6fc7ac00bf40c898ee1bd43687b337 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/bc6fc7ac00bf40c898ee1bd43687b337 2024-12-02T08:22:19,810 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/bc6fc7ac00bf40c898ee1bd43687b337, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T08:22:19,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/710c5190680c40aca0099869ceffd65e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/710c5190680c40aca0099869ceffd65e 2024-12-02T08:22:19,826 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/710c5190680c40aca0099869ceffd65e, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T08:22:19,828 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 608b61d232cfba236add3a639956cf7f in 1487ms, sequenceid=40, compaction requested=false 2024-12-02T08:22:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T08:22:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-02T08:22:19,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-02T08:22:19,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5890 sec 2024-12-02T08:22:19,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T08:22:19,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.6010 sec 2024-12-02T08:22:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:20,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T08:22:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:20,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:20,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024bffa447f42746829e4bb10c23046011_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127738446/Put/seqid=0 2024-12-02T08:22:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127800632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127800634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127800634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127800636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741979_1155 (size=14594) 2024-12-02T08:22:20,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:20,692 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024bffa447f42746829e4bb10c23046011_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024bffa447f42746829e4bb10c23046011_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:20,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/78222423c4bd4f578e68e18a8d7adb53, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:20,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/78222423c4bd4f578e68e18a8d7adb53 is 175, key is test_row_0/A:col10/1733127738446/Put/seqid=0 2024-12-02T08:22:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741980_1156 (size=39549) 2024-12-02T08:22:20,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127800753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127800759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127800759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127800759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:20,767 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/78222423c4bd4f578e68e18a8d7adb53 2024-12-02T08:22:20,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/1051b8245d264f299b1194d756daa595 is 50, key is test_row_0/B:col10/1733127738446/Put/seqid=0 2024-12-02T08:22:20,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741981_1157 (size=12001) 2024-12-02T08:22:20,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/1051b8245d264f299b1194d756daa595 2024-12-02T08:22:20,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/4ee8e168157c48ca8059b0003f3a1a98 is 50, key is test_row_0/C:col10/1733127738446/Put/seqid=0 2024-12-02T08:22:20,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741982_1158 (size=12001) 2024-12-02T08:22:20,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/4ee8e168157c48ca8059b0003f3a1a98 2024-12-02T08:22:20,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/78222423c4bd4f578e68e18a8d7adb53 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/78222423c4bd4f578e68e18a8d7adb53 2024-12-02T08:22:20,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/78222423c4bd4f578e68e18a8d7adb53, entries=200, sequenceid=54, filesize=38.6 K 2024-12-02T08:22:20,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/1051b8245d264f299b1194d756daa595 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1051b8245d264f299b1194d756daa595 2024-12-02T08:22:20,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1051b8245d264f299b1194d756daa595, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T08:22:20,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/4ee8e168157c48ca8059b0003f3a1a98 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/4ee8e168157c48ca8059b0003f3a1a98 2024-12-02T08:22:20,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/4ee8e168157c48ca8059b0003f3a1a98, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T08:22:20,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 608b61d232cfba236add3a639956cf7f in 366ms, sequenceid=54, compaction requested=true 2024-12-02T08:22:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:20,950 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:20,950 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:20,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:20,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:20,951 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:20,951 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:20,951 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:20,952 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7e9f960a526480890bcb7e7f84b2cc1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e345258dbacd45a4ae5edaf0ccfa85fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/78222423c4bd4f578e68e18a8d7adb53] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=99.1 K 2024-12-02T08:22:20,952 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:20,952 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7e9f960a526480890bcb7e7f84b2cc1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e345258dbacd45a4ae5edaf0ccfa85fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/78222423c4bd4f578e68e18a8d7adb53] 2024-12-02T08:22:20,952 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:20,952 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:20,952 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:20,952 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1d64141bb0a64d9980591c30246c5eb0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/bc6fc7ac00bf40c898ee1bd43687b337, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1051b8245d264f299b1194d756daa595] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=35.2 K 2024-12-02T08:22:20,953 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d64141bb0a64d9980591c30246c5eb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127737262 2024-12-02T08:22:20,953 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7e9f960a526480890bcb7e7f84b2cc1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127737262 2024-12-02T08:22:20,954 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6fc7ac00bf40c898ee1bd43687b337, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733127737303 2024-12-02T08:22:20,954 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e345258dbacd45a4ae5edaf0ccfa85fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733127737303 2024-12-02T08:22:20,954 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1051b8245d264f299b1194d756daa595, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127738440 2024-12-02T08:22:20,954 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78222423c4bd4f578e68e18a8d7adb53, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127738440 2024-12-02T08:22:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:20,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T08:22:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:20,968 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:20,968 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/c61383e0802b42099555320361faffd8 is 50, key is test_row_0/B:col10/1733127738446/Put/seqid=0 2024-12-02T08:22:20,975 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:21,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127801007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127801007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127801009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127801026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,035 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412026d64f425b8bf4ae38a9d2b804c31fa33_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:21,046 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412026d64f425b8bf4ae38a9d2b804c31fa33_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:21,046 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026d64f425b8bf4ae38a9d2b804c31fa33_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:21,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022b2804aa9dff4d0c8823487114c6ed4f_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127740634/Put/seqid=0 2024-12-02T08:22:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741983_1159 (size=12104) 2024-12-02T08:22:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741984_1160 (size=4469) 2024-12-02T08:22:21,110 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/c61383e0802b42099555320361faffd8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/c61383e0802b42099555320361faffd8 2024-12-02T08:22:21,119 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#139 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:21,121 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/7228cd66792a4132b02f227c6d010185 is 175, key is test_row_0/A:col10/1733127738446/Put/seqid=0 2024-12-02T08:22:21,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127801122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,130 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into c61383e0802b42099555320361faffd8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:21,130 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:21,130 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=13, startTime=1733127740950; duration=0sec 2024-12-02T08:22:21,130 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:21,130 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:21,130 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:21,139 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:21,139 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:21,139 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,140 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/fbf0b925b06849d4b69b8fd82f08f365, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/710c5190680c40aca0099869ceffd65e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/4ee8e168157c48ca8059b0003f3a1a98] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=35.2 K 2024-12-02T08:22:21,140 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting fbf0b925b06849d4b69b8fd82f08f365, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127737262 2024-12-02T08:22:21,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,141 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 710c5190680c40aca0099869ceffd65e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733127737303 2024-12-02T08:22:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127801128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,141 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee8e168157c48ca8059b0003f3a1a98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127738440 2024-12-02T08:22:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127801139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741985_1161 (size=14594) 2024-12-02T08:22:21,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:21,155 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022b2804aa9dff4d0c8823487114c6ed4f_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022b2804aa9dff4d0c8823487114c6ed4f_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127801151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/bf4e8c61b9ca4284ad6a6796be736cc3, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:21,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/bf4e8c61b9ca4284ad6a6796be736cc3 is 175, key is test_row_0/A:col10/1733127740634/Put/seqid=0 2024-12-02T08:22:21,165 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:21,166 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/70ab69edfca249ab895f56b0f68f86af is 50, key is test_row_0/C:col10/1733127738446/Put/seqid=0 2024-12-02T08:22:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741986_1162 (size=31058) 2024-12-02T08:22:21,188 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/7228cd66792a4132b02f227c6d010185 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7228cd66792a4132b02f227c6d010185 2024-12-02T08:22:21,196 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into 7228cd66792a4132b02f227c6d010185(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:21,196 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:21,196 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=13, startTime=1733127740950; duration=0sec 2024-12-02T08:22:21,196 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:21,196 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741987_1163 (size=39549) 2024-12-02T08:22:21,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/bf4e8c61b9ca4284ad6a6796be736cc3 2024-12-02T08:22:21,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741988_1164 (size=12104) 2024-12-02T08:22:21,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/fb9b5e0271e04181bf51e0d42032a9e9 is 50, key is test_row_0/B:col10/1733127740634/Put/seqid=0 2024-12-02T08:22:21,271 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/70ab69edfca249ab895f56b0f68f86af as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/70ab69edfca249ab895f56b0f68f86af 2024-12-02T08:22:21,282 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 70ab69edfca249ab895f56b0f68f86af(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:21,282 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:21,282 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=13, startTime=1733127740951; duration=0sec 2024-12-02T08:22:21,282 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:21,283 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:21,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741989_1165 (size=12001) 2024-12-02T08:22:21,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/fb9b5e0271e04181bf51e0d42032a9e9 2024-12-02T08:22:21,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127801328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/446e90f6a0374de3a05fd5b68f4586ad is 50, key is test_row_0/C:col10/1733127740634/Put/seqid=0 2024-12-02T08:22:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-02T08:22:21,346 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-02T08:22:21,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127801343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-02T08:22:21,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-02T08:22:21,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:21,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:21,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127801347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741990_1166 (size=12001) 2024-12-02T08:22:21,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127801383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-02T08:22:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127801481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,483 DEBUG [Thread-707 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:22:21,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-02T08:22:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127801632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-02T08:22:21,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127801650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127801652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-02T08:22:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127801699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/446e90f6a0374de3a05fd5b68f4586ad 2024-12-02T08:22:21,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/bf4e8c61b9ca4284ad6a6796be736cc3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/bf4e8c61b9ca4284ad6a6796be736cc3 2024-12-02T08:22:21,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/bf4e8c61b9ca4284ad6a6796be736cc3, entries=200, sequenceid=77, filesize=38.6 K 2024-12-02T08:22:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/fb9b5e0271e04181bf51e0d42032a9e9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/fb9b5e0271e04181bf51e0d42032a9e9 2024-12-02T08:22:21,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/fb9b5e0271e04181bf51e0d42032a9e9, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T08:22:21,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/446e90f6a0374de3a05fd5b68f4586ad as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/446e90f6a0374de3a05fd5b68f4586ad 2024-12-02T08:22:21,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-02T08:22:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:21,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/446e90f6a0374de3a05fd5b68f4586ad, entries=150, sequenceid=77, filesize=11.7 K 2024-12-02T08:22:21,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 608b61d232cfba236add3a639956cf7f in 865ms, sequenceid=77, compaction requested=false 2024-12-02T08:22:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-02T08:22:21,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:21,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-02T08:22:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:21,974 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:21,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023e621251a9b94e309d6c4580572dfdf4_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127741002/Put/seqid=0 2024-12-02T08:22:21,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741991_1167 (size=12154) 2024-12-02T08:22:22,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:22,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127802195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127802195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127802195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127802206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127802301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127802302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127802303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:22,401 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023e621251a9b94e309d6c4580572dfdf4_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023e621251a9b94e309d6c4580572dfdf4_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/baf44327af614cee83449a6c8aedb806, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:22,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/baf44327af614cee83449a6c8aedb806 is 175, key is test_row_0/A:col10/1733127741002/Put/seqid=0 2024-12-02T08:22:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741992_1168 (size=30955) 2024-12-02T08:22:22,446 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/baf44327af614cee83449a6c8aedb806 2024-12-02T08:22:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-02T08:22:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/eb22c5d7223e46c7ace17452277ed2a4 is 50, key is test_row_0/B:col10/1733127741002/Put/seqid=0 2024-12-02T08:22:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741993_1169 (size=12001) 2024-12-02T08:22:22,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127802503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127802512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127802513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127802807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127802814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127802816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:22,893 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/eb22c5d7223e46c7ace17452277ed2a4 2024-12-02T08:22:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a78dfcfefb59432ca74155e2243b46a0 is 50, key is test_row_0/C:col10/1733127741002/Put/seqid=0 2024-12-02T08:22:22,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741994_1170 (size=12001) 2024-12-02T08:22:22,931 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a78dfcfefb59432ca74155e2243b46a0 2024-12-02T08:22:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/baf44327af614cee83449a6c8aedb806 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/baf44327af614cee83449a6c8aedb806 2024-12-02T08:22:22,949 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/baf44327af614cee83449a6c8aedb806, entries=150, sequenceid=93, filesize=30.2 K 2024-12-02T08:22:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/eb22c5d7223e46c7ace17452277ed2a4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/eb22c5d7223e46c7ace17452277ed2a4 2024-12-02T08:22:22,971 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/eb22c5d7223e46c7ace17452277ed2a4, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T08:22:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a78dfcfefb59432ca74155e2243b46a0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a78dfcfefb59432ca74155e2243b46a0 2024-12-02T08:22:22,985 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a78dfcfefb59432ca74155e2243b46a0, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T08:22:22,988 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 608b61d232cfba236add3a639956cf7f in 1014ms, sequenceid=93, compaction requested=true 2024-12-02T08:22:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:22,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-02T08:22:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-02T08:22:22,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-02T08:22:22,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6410 sec 2024-12-02T08:22:22,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.6460 sec 2024-12-02T08:22:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:23,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:22:23,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:23,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:23,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:23,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:23,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:23,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:23,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202093221150b8640a08d08032a0963f8a7_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127743213/Put/seqid=0 2024-12-02T08:22:23,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741995_1171 (size=12154) 2024-12-02T08:22:23,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:23,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202093221150b8640a08d08032a0963f8a7_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202093221150b8640a08d08032a0963f8a7_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:23,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e1049f1366824f53a62893e05f22b5dd, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:23,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e1049f1366824f53a62893e05f22b5dd is 175, key is test_row_0/A:col10/1733127743213/Put/seqid=0 2024-12-02T08:22:23,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127803245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741996_1172 (size=30955) 2024-12-02T08:22:23,266 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e1049f1366824f53a62893e05f22b5dd 2024-12-02T08:22:23,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/3e7a44cc761d4ac2be000c48b8658a5d is 50, key is test_row_0/B:col10/1733127743213/Put/seqid=0 2024-12-02T08:22:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741997_1173 (size=12001) 2024-12-02T08:22:23,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/3e7a44cc761d4ac2be000c48b8658a5d 2024-12-02T08:22:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127803311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127803319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127803324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/0bb286b9d2de4723af2f390aa768ca2e is 50, key is test_row_0/C:col10/1733127743213/Put/seqid=0 2024-12-02T08:22:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741998_1174 (size=12001) 2024-12-02T08:22:23,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127803349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-02T08:22:23,454 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-02T08:22:23,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-02T08:22:23,461 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:23,462 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:23,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T08:22:23,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127803554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T08:22:23,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T08:22:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/0bb286b9d2de4723af2f390aa768ca2e 2024-12-02T08:22:23,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e1049f1366824f53a62893e05f22b5dd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e1049f1366824f53a62893e05f22b5dd 2024-12-02T08:22:23,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e1049f1366824f53a62893e05f22b5dd, entries=150, sequenceid=118, filesize=30.2 K 2024-12-02T08:22:23,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/3e7a44cc761d4ac2be000c48b8658a5d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/3e7a44cc761d4ac2be000c48b8658a5d 2024-12-02T08:22:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T08:22:23,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T08:22:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/3e7a44cc761d4ac2be000c48b8658a5d, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T08:22:23,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/0bb286b9d2de4723af2f390aa768ca2e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0bb286b9d2de4723af2f390aa768ca2e 2024-12-02T08:22:23,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0bb286b9d2de4723af2f390aa768ca2e, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T08:22:23,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 608b61d232cfba236add3a639956cf7f in 575ms, sequenceid=118, compaction requested=true 2024-12-02T08:22:23,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:23,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:23,791 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:23,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:23,791 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:23,793 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:23,793 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:23,793 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,793 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/c61383e0802b42099555320361faffd8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/fb9b5e0271e04181bf51e0d42032a9e9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/eb22c5d7223e46c7ace17452277ed2a4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/3e7a44cc761d4ac2be000c48b8658a5d] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=47.0 K 2024-12-02T08:22:23,793 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:23,794 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:23,794 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,794 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7228cd66792a4132b02f227c6d010185, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/bf4e8c61b9ca4284ad6a6796be736cc3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/baf44327af614cee83449a6c8aedb806, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e1049f1366824f53a62893e05f22b5dd] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=129.4 K 2024-12-02T08:22:23,794 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,794 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7228cd66792a4132b02f227c6d010185, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/bf4e8c61b9ca4284ad6a6796be736cc3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/baf44327af614cee83449a6c8aedb806, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e1049f1366824f53a62893e05f22b5dd] 2024-12-02T08:22:23,794 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c61383e0802b42099555320361faffd8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127738440 2024-12-02T08:22:23,795 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7228cd66792a4132b02f227c6d010185, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127738440 2024-12-02T08:22:23,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting fb9b5e0271e04181bf51e0d42032a9e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733127740621 2024-12-02T08:22:23,795 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4e8c61b9ca4284ad6a6796be736cc3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733127740621 2024-12-02T08:22:23,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting eb22c5d7223e46c7ace17452277ed2a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733127741002 2024-12-02T08:22:23,795 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting baf44327af614cee83449a6c8aedb806, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733127741002 2024-12-02T08:22:23,796 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e7a44cc761d4ac2be000c48b8658a5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127742179 2024-12-02T08:22:23,796 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1049f1366824f53a62893e05f22b5dd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127742179 2024-12-02T08:22:23,809 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:23,813 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#151 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:23,813 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f6da00342d0f40fdb44a2d77b2a43679 is 50, key is test_row_0/B:col10/1733127743213/Put/seqid=0 2024-12-02T08:22:23,817 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202d73fc2ef68c8444899ca49c0d52a0445_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:23,838 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202d73fc2ef68c8444899ca49c0d52a0445_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:23,839 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d73fc2ef68c8444899ca49c0d52a0445_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741999_1175 (size=12241) 2024-12-02T08:22:23,846 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f6da00342d0f40fdb44a2d77b2a43679 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f6da00342d0f40fdb44a2d77b2a43679 2024-12-02T08:22:23,856 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into f6da00342d0f40fdb44a2d77b2a43679(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:23,858 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:23,858 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=12, startTime=1733127743791; duration=0sec 2024-12-02T08:22:23,858 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:23,858 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:23,858 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:23,862 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:23,862 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:23,863 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,863 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/70ab69edfca249ab895f56b0f68f86af, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/446e90f6a0374de3a05fd5b68f4586ad, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a78dfcfefb59432ca74155e2243b46a0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0bb286b9d2de4723af2f390aa768ca2e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=47.0 K 2024-12-02T08:22:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:23,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:23,863 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ab69edfca249ab895f56b0f68f86af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127738440 2024-12-02T08:22:23,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:23,864 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 446e90f6a0374de3a05fd5b68f4586ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733127740621 2024-12-02T08:22:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742000_1176 (size=4469) 2024-12-02T08:22:23,865 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a78dfcfefb59432ca74155e2243b46a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733127741002 2024-12-02T08:22:23,867 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bb286b9d2de4723af2f390aa768ca2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127742179 2024-12-02T08:22:23,873 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#150 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:23,874 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/d7228e6f860042eab135d1992ef68cb8 is 175, key is test_row_0/A:col10/1733127743213/Put/seqid=0 2024-12-02T08:22:23,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120280f440a6ef6f4d309882607e7e3b7020_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127743861/Put/seqid=0 2024-12-02T08:22:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742001_1177 (size=31195) 2024-12-02T08:22:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742002_1178 (size=14644) 2024-12-02T08:22:23,893 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#153 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:23,894 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8eef87ae53fe45968bfeff8f0fbd4795 is 50, key is test_row_0/C:col10/1733127743213/Put/seqid=0 2024-12-02T08:22:23,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:23,899 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/d7228e6f860042eab135d1992ef68cb8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7228e6f860042eab135d1992ef68cb8 2024-12-02T08:22:23,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120280f440a6ef6f4d309882607e7e3b7020_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120280f440a6ef6f4d309882607e7e3b7020_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:23,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e37468aa9373493591d5b03e9135fd27, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:23,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e37468aa9373493591d5b03e9135fd27 is 175, key is test_row_0/A:col10/1733127743861/Put/seqid=0 2024-12-02T08:22:23,911 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into d7228e6f860042eab135d1992ef68cb8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:23,912 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:23,913 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=12, startTime=1733127743791; duration=0sec 2024-12-02T08:22:23,913 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:23,913 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:23,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742003_1179 (size=12241) 2024-12-02T08:22:23,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742004_1180 (size=39599) 2024-12-02T08:22:23,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:23,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T08:22:23,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:23,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:23,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127803962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T08:22:24,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127804065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T08:22:24,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:24,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T08:22:24,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:24,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127804295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e37468aa9373493591d5b03e9135fd27 2024-12-02T08:22:24,324 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8eef87ae53fe45968bfeff8f0fbd4795 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8eef87ae53fe45968bfeff8f0fbd4795 2024-12-02T08:22:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127804329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127804333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127804335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/254bcd2807ef460c9012ba7cac2a5750 is 50, key is test_row_0/B:col10/1733127743861/Put/seqid=0 2024-12-02T08:22:24,374 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 8eef87ae53fe45968bfeff8f0fbd4795(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:24,374 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:24,374 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=12, startTime=1733127743793; duration=0sec 2024-12-02T08:22:24,374 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:24,375 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742005_1181 (size=12051) 2024-12-02T08:22:24,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/254bcd2807ef460c9012ba7cac2a5750 2024-12-02T08:22:24,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T08:22:24,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:24,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a5360279252a4091b15d7a97e31a1cd2 is 50, key is test_row_0/C:col10/1733127743861/Put/seqid=0 2024-12-02T08:22:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742006_1182 (size=12051) 2024-12-02T08:22:24,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a5360279252a4091b15d7a97e31a1cd2 2024-12-02T08:22:24,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e37468aa9373493591d5b03e9135fd27 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e37468aa9373493591d5b03e9135fd27 2024-12-02T08:22:24,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e37468aa9373493591d5b03e9135fd27, entries=200, sequenceid=131, filesize=38.7 K 2024-12-02T08:22:24,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/254bcd2807ef460c9012ba7cac2a5750 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/254bcd2807ef460c9012ba7cac2a5750 2024-12-02T08:22:24,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/254bcd2807ef460c9012ba7cac2a5750, entries=150, sequenceid=131, filesize=11.8 K 2024-12-02T08:22:24,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a5360279252a4091b15d7a97e31a1cd2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a5360279252a4091b15d7a97e31a1cd2 2024-12-02T08:22:24,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a5360279252a4091b15d7a97e31a1cd2, entries=150, sequenceid=131, filesize=11.8 K 2024-12-02T08:22:24,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 608b61d232cfba236add3a639956cf7f in 607ms, sequenceid=131, compaction requested=false 2024-12-02T08:22:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:24,549 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-02T08:22:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,550 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:22:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026e8a45a3e0924096ad011d63d90b0da9_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127743960/Put/seqid=0 2024-12-02T08:22:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T08:22:24,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742007_1183 (size=12304) 2024-12-02T08:22:24,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:24,585 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026e8a45a3e0924096ad011d63d90b0da9_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026e8a45a3e0924096ad011d63d90b0da9_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:24,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/7fe63daceed44298abb4d3fd493f2bb2, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/7fe63daceed44298abb4d3fd493f2bb2 is 175, key is test_row_0/A:col10/1733127743960/Put/seqid=0 2024-12-02T08:22:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:24,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742008_1184 (size=31105) 2024-12-02T08:22:24,617 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/7fe63daceed44298abb4d3fd493f2bb2 2024-12-02T08:22:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/02a3a298f2cf442597090f42a1e71c94 is 50, key is test_row_0/B:col10/1733127743960/Put/seqid=0 2024-12-02T08:22:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127804634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742009_1185 (size=12151) 2024-12-02T08:22:24,669 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/02a3a298f2cf442597090f42a1e71c94 2024-12-02T08:22:24,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/66f6af03593844e9976455ef5ca91e01 is 50, key is test_row_0/C:col10/1733127743960/Put/seqid=0 2024-12-02T08:22:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742010_1186 (size=12151) 2024-12-02T08:22:24,718 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/66f6af03593844e9976455ef5ca91e01 2024-12-02T08:22:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/7fe63daceed44298abb4d3fd493f2bb2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7fe63daceed44298abb4d3fd493f2bb2 2024-12-02T08:22:24,729 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7fe63daceed44298abb4d3fd493f2bb2, entries=150, sequenceid=157, filesize=30.4 K 2024-12-02T08:22:24,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/02a3a298f2cf442597090f42a1e71c94 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/02a3a298f2cf442597090f42a1e71c94 2024-12-02T08:22:24,737 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/02a3a298f2cf442597090f42a1e71c94, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T08:22:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127804736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:24,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/66f6af03593844e9976455ef5ca91e01 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/66f6af03593844e9976455ef5ca91e01 2024-12-02T08:22:24,749 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/66f6af03593844e9976455ef5ca91e01, entries=150, sequenceid=157, filesize=11.9 K 2024-12-02T08:22:24,750 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 608b61d232cfba236add3a639956cf7f in 200ms, sequenceid=157, compaction requested=true 2024-12-02T08:22:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:24,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:24,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-02T08:22:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-02T08:22:24,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-02T08:22:24,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2900 sec 2024-12-02T08:22:24,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.2980 sec 2024-12-02T08:22:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:24,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:22:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:24,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d2aec571b40f4ed398a880a8d3c4b38f_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127744609/Put/seqid=0 2024-12-02T08:22:24,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742011_1187 (size=12304) 2024-12-02T08:22:24,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:24,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d2aec571b40f4ed398a880a8d3c4b38f_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d2aec571b40f4ed398a880a8d3c4b38f_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:25,004 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4387810510444552ac3c2a713ff6286b, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:25,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4387810510444552ac3c2a713ff6286b is 175, key is test_row_0/A:col10/1733127744609/Put/seqid=0 2024-12-02T08:22:25,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742012_1188 (size=31105) 2024-12-02T08:22:25,029 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4387810510444552ac3c2a713ff6286b 2024-12-02T08:22:25,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127805032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/8dc5e39259024bc4bd3eda9f7a69b561 is 50, key is test_row_0/B:col10/1733127744609/Put/seqid=0 2024-12-02T08:22:25,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742013_1189 (size=12151) 2024-12-02T08:22:25,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/8dc5e39259024bc4bd3eda9f7a69b561 2024-12-02T08:22:25,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/f339543e3aa341129b8a03ab402334ab is 50, key is test_row_0/C:col10/1733127744609/Put/seqid=0 2024-12-02T08:22:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742014_1190 (size=12151) 2024-12-02T08:22:25,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/f339543e3aa341129b8a03ab402334ab 2024-12-02T08:22:25,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4387810510444552ac3c2a713ff6286b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4387810510444552ac3c2a713ff6286b 2024-12-02T08:22:25,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4387810510444552ac3c2a713ff6286b, entries=150, sequenceid=170, filesize=30.4 K 2024-12-02T08:22:25,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/8dc5e39259024bc4bd3eda9f7a69b561 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/8dc5e39259024bc4bd3eda9f7a69b561 2024-12-02T08:22:25,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/8dc5e39259024bc4bd3eda9f7a69b561, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T08:22:25,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/f339543e3aa341129b8a03ab402334ab as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/f339543e3aa341129b8a03ab402334ab 2024-12-02T08:22:25,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127805140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/f339543e3aa341129b8a03ab402334ab, entries=150, sequenceid=170, filesize=11.9 K 2024-12-02T08:22:25,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 608b61d232cfba236add3a639956cf7f in 211ms, sequenceid=170, compaction requested=true 2024-12-02T08:22:25,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:25,153 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:25,153 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:25,155 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:25,155 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:25,155 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,155 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f6da00342d0f40fdb44a2d77b2a43679, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/254bcd2807ef460c9012ba7cac2a5750, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/02a3a298f2cf442597090f42a1e71c94, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/8dc5e39259024bc4bd3eda9f7a69b561] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=47.5 K 2024-12-02T08:22:25,155 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:25,155 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:25,156 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,156 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7228e6f860042eab135d1992ef68cb8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e37468aa9373493591d5b03e9135fd27, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7fe63daceed44298abb4d3fd493f2bb2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4387810510444552ac3c2a713ff6286b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=129.9 K 2024-12-02T08:22:25,156 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,156 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7228e6f860042eab135d1992ef68cb8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e37468aa9373493591d5b03e9135fd27, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7fe63daceed44298abb4d3fd493f2bb2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4387810510444552ac3c2a713ff6286b] 2024-12-02T08:22:25,157 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f6da00342d0f40fdb44a2d77b2a43679, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127742179 2024-12-02T08:22:25,157 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7228e6f860042eab135d1992ef68cb8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127742179 2024-12-02T08:22:25,157 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e37468aa9373493591d5b03e9135fd27, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127743231 2024-12-02T08:22:25,157 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 254bcd2807ef460c9012ba7cac2a5750, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127743234 2024-12-02T08:22:25,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fe63daceed44298abb4d3fd493f2bb2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733127743953 2024-12-02T08:22:25,158 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a3a298f2cf442597090f42a1e71c94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733127743953 2024-12-02T08:22:25,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4387810510444552ac3c2a713ff6286b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733127744609 2024-12-02T08:22:25,159 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dc5e39259024bc4bd3eda9f7a69b561, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733127744609 2024-12-02T08:22:25,184 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:25,197 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:25,198 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/cde1e54d89e645029e262ba926072876 is 50, key is test_row_0/B:col10/1733127744609/Put/seqid=0 2024-12-02T08:22:25,209 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202498c0f9b369e4bcc8bfb75ecab136663_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:25,212 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202498c0f9b369e4bcc8bfb75ecab136663_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:25,212 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202498c0f9b369e4bcc8bfb75ecab136663_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742015_1191 (size=12527) 2024-12-02T08:22:25,247 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/cde1e54d89e645029e262ba926072876 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/cde1e54d89e645029e262ba926072876 2024-12-02T08:22:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742016_1192 (size=4469) 2024-12-02T08:22:25,264 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#162 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:25,265 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/cc2df955e0f2436397787299fb4571df is 175, key is test_row_0/A:col10/1733127744609/Put/seqid=0 2024-12-02T08:22:25,271 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into cde1e54d89e645029e262ba926072876(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:25,271 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:25,271 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=12, startTime=1733127745153; duration=0sec 2024-12-02T08:22:25,271 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:25,271 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:25,271 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:25,274 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:25,274 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:25,274 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,275 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8eef87ae53fe45968bfeff8f0fbd4795, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a5360279252a4091b15d7a97e31a1cd2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/66f6af03593844e9976455ef5ca91e01, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/f339543e3aa341129b8a03ab402334ab] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=47.5 K 2024-12-02T08:22:25,275 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eef87ae53fe45968bfeff8f0fbd4795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127742179 2024-12-02T08:22:25,276 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a5360279252a4091b15d7a97e31a1cd2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127743234 2024-12-02T08:22:25,276 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f6af03593844e9976455ef5ca91e01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733127743953 2024-12-02T08:22:25,276 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f339543e3aa341129b8a03ab402334ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733127744609 2024-12-02T08:22:25,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742017_1193 (size=31481) 2024-12-02T08:22:25,304 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#164 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:25,307 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/415b091bcf7e445bab87ebbc1c88b290 is 50, key is test_row_0/C:col10/1733127744609/Put/seqid=0 2024-12-02T08:22:25,314 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/cc2df955e0f2436397787299fb4571df as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/cc2df955e0f2436397787299fb4571df 2024-12-02T08:22:25,321 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into cc2df955e0f2436397787299fb4571df(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:25,321 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:25,321 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=12, startTime=1733127745153; duration=0sec 2024-12-02T08:22:25,321 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:25,321 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742018_1194 (size=12527) 2024-12-02T08:22:25,337 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/415b091bcf7e445bab87ebbc1c88b290 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/415b091bcf7e445bab87ebbc1c88b290 2024-12-02T08:22:25,342 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 415b091bcf7e445bab87ebbc1c88b290(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:25,342 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:25,342 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=12, startTime=1733127745153; duration=0sec 2024-12-02T08:22:25,342 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:25,342 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:25,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:22:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:25,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:25,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024b0a988a0fa24d57ad8c1236f48ed3a1_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127744999/Put/seqid=0 2024-12-02T08:22:25,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742019_1195 (size=12304) 2024-12-02T08:22:25,366 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:25,370 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024b0a988a0fa24d57ad8c1236f48ed3a1_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024b0a988a0fa24d57ad8c1236f48ed3a1_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:25,371 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a07149ec14e24713910d985c3aa81c98, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:25,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127805371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a07149ec14e24713910d985c3aa81c98 is 175, key is test_row_0/A:col10/1733127744999/Put/seqid=0 2024-12-02T08:22:25,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742020_1196 (size=31105) 2024-12-02T08:22:25,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127805472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127805507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,508 DEBUG [Thread-707 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:22:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-02T08:22:25,571 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-02T08:22:25,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-02T08:22:25,574 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T08:22:25,575 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:25,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T08:22:25,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127805675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T08:22:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:25,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a07149ec14e24713910d985c3aa81c98 2024-12-02T08:22:25,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/7f107d7f97f7400d98ce57ee1cf68997 is 50, key is test_row_0/B:col10/1733127744999/Put/seqid=0 2024-12-02T08:22:25,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742021_1197 (size=12151) 2024-12-02T08:22:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T08:22:25,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:25,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T08:22:25,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:25,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:25,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:25,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:25,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127805988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T08:22:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T08:22:26,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T08:22:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/7f107d7f97f7400d98ce57ee1cf68997 2024-12-02T08:22:26,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/6b24375b46c34e1e9712f5cc71cda999 is 50, key is test_row_0/C:col10/1733127744999/Put/seqid=0 2024-12-02T08:22:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742022_1198 (size=12151) 2024-12-02T08:22:26,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/6b24375b46c34e1e9712f5cc71cda999 2024-12-02T08:22:26,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a07149ec14e24713910d985c3aa81c98 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a07149ec14e24713910d985c3aa81c98 2024-12-02T08:22:26,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a07149ec14e24713910d985c3aa81c98, entries=150, sequenceid=197, filesize=30.4 K 2024-12-02T08:22:26,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127806340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,344 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:22:26,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/7f107d7f97f7400d98ce57ee1cf68997 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/7f107d7f97f7400d98ce57ee1cf68997 2024-12-02T08:22:26,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/7f107d7f97f7400d98ce57ee1cf68997, entries=150, sequenceid=197, filesize=11.9 K 2024-12-02T08:22:26,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/6b24375b46c34e1e9712f5cc71cda999 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6b24375b46c34e1e9712f5cc71cda999 2024-12-02T08:22:26,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T08:22:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127806350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,372 DEBUG [Thread-705 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:22:26,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6b24375b46c34e1e9712f5cc71cda999, entries=150, sequenceid=197, filesize=11.9 K 2024-12-02T08:22:26,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 608b61d232cfba236add3a639956cf7f in 1032ms, sequenceid=197, compaction requested=false 2024-12-02T08:22:26,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:26,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T08:22:26,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:26,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:26,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:26,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:26,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:26,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:26,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027354498dacd24f54bb38291c974ea4b4_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127746379/Put/seqid=0 2024-12-02T08:22:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742023_1199 (size=17284) 2024-12-02T08:22:26,432 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:26,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027354498dacd24f54bb38291c974ea4b4_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027354498dacd24f54bb38291c974ea4b4_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:26,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a808f7a6887145848bbca40d4a9e50aa, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:26,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a808f7a6887145848bbca40d4a9e50aa is 175, key is test_row_0/A:col10/1733127746379/Put/seqid=0 2024-12-02T08:22:26,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742024_1200 (size=48389) 2024-12-02T08:22:26,481 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a808f7a6887145848bbca40d4a9e50aa 2024-12-02T08:22:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127806491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127806498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T08:22:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:26,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/aca13298171d41cbb2bc5bf2201e1628 is 50, key is test_row_0/B:col10/1733127746379/Put/seqid=0 2024-12-02T08:22:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742025_1201 (size=12151) 2024-12-02T08:22:26,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/aca13298171d41cbb2bc5bf2201e1628 2024-12-02T08:22:26,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/349432859e0443faaef382ab86d31a1c is 50, key is test_row_0/C:col10/1733127746379/Put/seqid=0 2024-12-02T08:22:26,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127806608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742026_1202 (size=12151) 2024-12-02T08:22:26,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/349432859e0443faaef382ab86d31a1c 2024-12-02T08:22:26,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/a808f7a6887145848bbca40d4a9e50aa as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a808f7a6887145848bbca40d4a9e50aa 2024-12-02T08:22:26,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a808f7a6887145848bbca40d4a9e50aa, entries=250, sequenceid=211, filesize=47.3 K 2024-12-02T08:22:26,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/aca13298171d41cbb2bc5bf2201e1628 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/aca13298171d41cbb2bc5bf2201e1628 2024-12-02T08:22:26,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/aca13298171d41cbb2bc5bf2201e1628, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T08:22:26,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/349432859e0443faaef382ab86d31a1c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/349432859e0443faaef382ab86d31a1c 2024-12-02T08:22:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T08:22:26,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/349432859e0443faaef382ab86d31a1c, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T08:22:26,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 608b61d232cfba236add3a639956cf7f in 310ms, sequenceid=211, compaction requested=true 2024-12-02T08:22:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:26,691 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:26,691 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:26,693 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:26,694 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:26,694 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,694 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/cde1e54d89e645029e262ba926072876, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/7f107d7f97f7400d98ce57ee1cf68997, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/aca13298171d41cbb2bc5bf2201e1628] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.0 K 2024-12-02T08:22:26,694 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:26,694 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:26,694 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,695 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/cc2df955e0f2436397787299fb4571df, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a07149ec14e24713910d985c3aa81c98, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a808f7a6887145848bbca40d4a9e50aa] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=108.4 K 2024-12-02T08:22:26,695 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting cde1e54d89e645029e262ba926072876, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733127744609 2024-12-02T08:22:26,695 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,695 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/cc2df955e0f2436397787299fb4571df, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a07149ec14e24713910d985c3aa81c98, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a808f7a6887145848bbca40d4a9e50aa] 2024-12-02T08:22:26,695 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f107d7f97f7400d98ce57ee1cf68997, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127744999 2024-12-02T08:22:26,695 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc2df955e0f2436397787299fb4571df, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733127744609 2024-12-02T08:22:26,695 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting aca13298171d41cbb2bc5bf2201e1628, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733127745370 2024-12-02T08:22:26,696 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a07149ec14e24713910d985c3aa81c98, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127744999 2024-12-02T08:22:26,696 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a808f7a6887145848bbca40d4a9e50aa, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733127745364 2024-12-02T08:22:26,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-02T08:22:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,703 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T08:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:26,706 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:26,708 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:26,709 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/e5cb1add5c2845d0bff212abce1e6d6f is 50, key is test_row_0/B:col10/1733127746379/Put/seqid=0 2024-12-02T08:22:26,714 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202667bbc556fef4201be2a4c28c9a98be3_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:26,717 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202667bbc556fef4201be2a4c28c9a98be3_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:26,717 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202667bbc556fef4201be2a4c28c9a98be3_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:26,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120261e83c55c48b426b8f0a3881e7765111_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127746463/Put/seqid=0 2024-12-02T08:22:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742028_1204 (size=4469) 2024-12-02T08:22:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742029_1205 (size=12304) 2024-12-02T08:22:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:26,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742027_1203 (size=12629) 2024-12-02T08:22:26,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:26,821 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120261e83c55c48b426b8f0a3881e7765111_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120261e83c55c48b426b8f0a3881e7765111_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/43804df5aff04f8385d0661261f37fd5, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/43804df5aff04f8385d0661261f37fd5 is 175, key is test_row_0/A:col10/1733127746463/Put/seqid=0 2024-12-02T08:22:26,830 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/e5cb1add5c2845d0bff212abce1e6d6f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e5cb1add5c2845d0bff212abce1e6d6f 2024-12-02T08:22:26,838 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into e5cb1add5c2845d0bff212abce1e6d6f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:26,838 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:26,838 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=13, startTime=1733127746691; duration=0sec 2024-12-02T08:22:26,838 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:26,838 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:26,838 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:26,841 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:26,841 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:26,841 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:26,841 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/415b091bcf7e445bab87ebbc1c88b290, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6b24375b46c34e1e9712f5cc71cda999, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/349432859e0443faaef382ab86d31a1c] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.0 K 2024-12-02T08:22:26,842 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 415b091bcf7e445bab87ebbc1c88b290, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733127744609 2024-12-02T08:22:26,843 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b24375b46c34e1e9712f5cc71cda999, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127744999 2024-12-02T08:22:26,843 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 349432859e0443faaef382ab86d31a1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733127745370 2024-12-02T08:22:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742030_1206 (size=31105) 2024-12-02T08:22:26,845 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/43804df5aff04f8385d0661261f37fd5 2024-12-02T08:22:26,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/60bf0018ea7d498ca120258368f01b8d is 50, key is test_row_0/B:col10/1733127746463/Put/seqid=0 2024-12-02T08:22:26,872 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:26,873 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/22dee9b796244c62b52c79a0d5fe87cb is 50, key is test_row_0/C:col10/1733127746379/Put/seqid=0 2024-12-02T08:22:26,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127806871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742031_1207 (size=12151) 2024-12-02T08:22:26,915 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/60bf0018ea7d498ca120258368f01b8d 2024-12-02T08:22:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742032_1208 (size=12629) 2024-12-02T08:22:26,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/b36259073e6c41699ff254fd073a3770 is 50, key is test_row_0/C:col10/1733127746463/Put/seqid=0 2024-12-02T08:22:26,931 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/22dee9b796244c62b52c79a0d5fe87cb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/22dee9b796244c62b52c79a0d5fe87cb 2024-12-02T08:22:26,939 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 22dee9b796244c62b52c79a0d5fe87cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:26,939 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:26,940 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=13, startTime=1733127746691; duration=0sec 2024-12-02T08:22:26,940 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:26,940 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742033_1209 (size=12151) 2024-12-02T08:22:26,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127806979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127807186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,207 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:27,207 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/dbb70be13b2047499d324bbafbd340ea is 175, key is test_row_0/A:col10/1733127746379/Put/seqid=0 2024-12-02T08:22:27,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742034_1210 (size=31583) 2024-12-02T08:22:27,307 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/dbb70be13b2047499d324bbafbd340ea as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/dbb70be13b2047499d324bbafbd340ea 2024-12-02T08:22:27,347 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into dbb70be13b2047499d324bbafbd340ea(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:27,347 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:27,347 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=13, startTime=1733127746691; duration=0sec 2024-12-02T08:22:27,347 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:27,347 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:27,364 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/b36259073e6c41699ff254fd073a3770 2024-12-02T08:22:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/43804df5aff04f8385d0661261f37fd5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/43804df5aff04f8385d0661261f37fd5 2024-12-02T08:22:27,380 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/43804df5aff04f8385d0661261f37fd5, entries=150, sequenceid=233, filesize=30.4 K 2024-12-02T08:22:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/60bf0018ea7d498ca120258368f01b8d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/60bf0018ea7d498ca120258368f01b8d 2024-12-02T08:22:27,388 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/60bf0018ea7d498ca120258368f01b8d, entries=150, sequenceid=233, filesize=11.9 K 2024-12-02T08:22:27,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/b36259073e6c41699ff254fd073a3770 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/b36259073e6c41699ff254fd073a3770 2024-12-02T08:22:27,399 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/b36259073e6c41699ff254fd073a3770, entries=150, sequenceid=233, filesize=11.9 K 2024-12-02T08:22:27,401 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 608b61d232cfba236add3a639956cf7f in 698ms, sequenceid=233, compaction requested=false 2024-12-02T08:22:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-02T08:22:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-02T08:22:27,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-02T08:22:27,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-12-02T08:22:27,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.8320 sec 2024-12-02T08:22:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:27,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:22:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:27,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a442a89ac36a4cef8505be71c472540c_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127746864/Put/seqid=0 2024-12-02T08:22:27,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742035_1211 (size=12304) 2024-12-02T08:22:27,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127807530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127807533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127807636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127807650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-02T08:22:27,691 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-02T08:22:27,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-02T08:22:27,695 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T08:22:27,696 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:27,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T08:22:27,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:27,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:27,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127807856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127807863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:27,923 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:27,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a442a89ac36a4cef8505be71c472540c_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a442a89ac36a4cef8505be71c472540c_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:27,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/30edd3a3ca6b44609f29a4f21a11b598, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:27,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/30edd3a3ca6b44609f29a4f21a11b598 is 175, key is test_row_0/A:col10/1733127746864/Put/seqid=0 2024-12-02T08:22:27,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742036_1212 (size=31105) 2024-12-02T08:22:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T08:22:28,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127808159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127808171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T08:22:28,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:28,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:28,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/30edd3a3ca6b44609f29a4f21a11b598 2024-12-02T08:22:28,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/34756193809543aa9202f26650e8c7c8 is 50, key is test_row_0/B:col10/1733127746864/Put/seqid=0 2024-12-02T08:22:28,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742037_1213 (size=12151) 2024-12-02T08:22:28,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127808677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127808683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T08:22:28,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/34756193809543aa9202f26650e8c7c8 2024-12-02T08:22:28,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/5a662426f44a4162a8254de058adc9ec is 50, key is test_row_0/C:col10/1733127746864/Put/seqid=0 2024-12-02T08:22:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742038_1214 (size=12151) 2024-12-02T08:22:28,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:28,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:28,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:28,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:28,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:29,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:29,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:29,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:29,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/5a662426f44a4162a8254de058adc9ec 2024-12-02T08:22:29,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/30edd3a3ca6b44609f29a4f21a11b598 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/30edd3a3ca6b44609f29a4f21a11b598 2024-12-02T08:22:29,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:29,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/30edd3a3ca6b44609f29a4f21a11b598, entries=150, sequenceid=251, filesize=30.4 K 2024-12-02T08:22:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/34756193809543aa9202f26650e8c7c8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/34756193809543aa9202f26650e8c7c8 2024-12-02T08:22:29,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/34756193809543aa9202f26650e8c7c8, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T08:22:29,272 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-02T08:22:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/5a662426f44a4162a8254de058adc9ec as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/5a662426f44a4162a8254de058adc9ec 2024-12-02T08:22:29,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/5a662426f44a4162a8254de058adc9ec, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T08:22:29,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 608b61d232cfba236add3a639956cf7f in 1786ms, sequenceid=251, compaction requested=true 2024-12-02T08:22:29,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:29,280 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:29,281 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:29,281 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:29,282 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,282 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/dbb70be13b2047499d324bbafbd340ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/43804df5aff04f8385d0661261f37fd5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/30edd3a3ca6b44609f29a4f21a11b598] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=91.6 K 2024-12-02T08:22:29,282 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,282 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/dbb70be13b2047499d324bbafbd340ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/43804df5aff04f8385d0661261f37fd5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/30edd3a3ca6b44609f29a4f21a11b598] 2024-12-02T08:22:29,282 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb70be13b2047499d324bbafbd340ea, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733127745370 2024-12-02T08:22:29,283 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43804df5aff04f8385d0661261f37fd5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733127746463 2024-12-02T08:22:29,283 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30edd3a3ca6b44609f29a4f21a11b598, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733127746820 2024-12-02T08:22:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:29,289 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:29,291 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:29,295 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:29,295 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:29,295 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,295 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e5cb1add5c2845d0bff212abce1e6d6f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/60bf0018ea7d498ca120258368f01b8d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/34756193809543aa9202f26650e8c7c8] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.1 K 2024-12-02T08:22:29,303 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e5cb1add5c2845d0bff212abce1e6d6f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733127745370 2024-12-02T08:22:29,307 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 60bf0018ea7d498ca120258368f01b8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733127746463 2024-12-02T08:22:29,307 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 34756193809543aa9202f26650e8c7c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733127746820 2024-12-02T08:22:29,310 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202865708fce94749c99fdd61583701aee0_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:29,312 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202865708fce94749c99fdd61583701aee0_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:29,312 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202865708fce94749c99fdd61583701aee0_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:29,336 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:29,337 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/a9875b60adba4f0087459aa077ca5d03 is 50, key is test_row_0/B:col10/1733127746864/Put/seqid=0 2024-12-02T08:22:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742039_1215 (size=4469) 2024-12-02T08:22:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742040_1216 (size=12731) 2024-12-02T08:22:29,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:29,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-02T08:22:29,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,423 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:22:29,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:29,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:29,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:29,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:29,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:29,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:29,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fed6ccc617c64de3a1d73a719499f30d_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127747532/Put/seqid=0 2024-12-02T08:22:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742041_1217 (size=12454) 2024-12-02T08:22:29,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:29,484 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fed6ccc617c64de3a1d73a719499f30d_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fed6ccc617c64de3a1d73a719499f30d_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/f42dd3f16d8248eaad6dff62ac867b11, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/f42dd3f16d8248eaad6dff62ac867b11 is 175, key is test_row_0/A:col10/1733127747532/Put/seqid=0 2024-12-02T08:22:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742042_1218 (size=31255) 2024-12-02T08:22:29,500 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/f42dd3f16d8248eaad6dff62ac867b11 2024-12-02T08:22:29,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f959b90b50074d4dafc14aa48703bad6 is 50, key is test_row_0/B:col10/1733127747532/Put/seqid=0 2024-12-02T08:22:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742043_1219 (size=12301) 2024-12-02T08:22:29,548 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f959b90b50074d4dafc14aa48703bad6 2024-12-02T08:22:29,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/ae0987634a974c699484929042628617 is 50, key is test_row_0/C:col10/1733127747532/Put/seqid=0 2024-12-02T08:22:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742044_1220 (size=12301) 2024-12-02T08:22:29,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127809710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127809711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:29,759 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#180 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:29,760 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/f5ccc48fc75843ecac9ae8fcf2cb9307 is 175, key is test_row_0/A:col10/1733127746864/Put/seqid=0 2024-12-02T08:22:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742045_1221 (size=31685) 2024-12-02T08:22:29,776 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/f5ccc48fc75843ecac9ae8fcf2cb9307 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f5ccc48fc75843ecac9ae8fcf2cb9307 2024-12-02T08:22:29,785 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into f5ccc48fc75843ecac9ae8fcf2cb9307(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:29,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:29,785 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=13, startTime=1733127749280; duration=0sec 2024-12-02T08:22:29,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:29,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:29,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:29,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:29,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:29,787 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:29,787 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/22dee9b796244c62b52c79a0d5fe87cb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/b36259073e6c41699ff254fd073a3770, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/5a662426f44a4162a8254de058adc9ec] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.1 K 2024-12-02T08:22:29,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22dee9b796244c62b52c79a0d5fe87cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733127745370 2024-12-02T08:22:29,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b36259073e6c41699ff254fd073a3770, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733127746463 2024-12-02T08:22:29,788 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a662426f44a4162a8254de058adc9ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733127746820 2024-12-02T08:22:29,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/a9875b60adba4f0087459aa077ca5d03 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/a9875b60adba4f0087459aa077ca5d03 2024-12-02T08:22:29,801 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into a9875b60adba4f0087459aa077ca5d03(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:29,801 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:29,801 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=13, startTime=1733127749289; duration=0sec 2024-12-02T08:22:29,801 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:29,801 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T08:22:29,804 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:29,805 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/61c9637f35794ddda52a5bdb775f44a2 is 50, key is test_row_0/C:col10/1733127746864/Put/seqid=0 2024-12-02T08:22:29,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127809814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:29,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127809817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742046_1222 (size=12731) 2024-12-02T08:22:29,831 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/61c9637f35794ddda52a5bdb775f44a2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/61c9637f35794ddda52a5bdb775f44a2 2024-12-02T08:22:29,841 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 61c9637f35794ddda52a5bdb775f44a2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:29,841 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:29,841 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=13, startTime=1733127749290; duration=0sec 2024-12-02T08:22:29,841 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:29,841 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:29,993 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/ae0987634a974c699484929042628617 2024-12-02T08:22:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/f42dd3f16d8248eaad6dff62ac867b11 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f42dd3f16d8248eaad6dff62ac867b11 2024-12-02T08:22:30,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127810016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,018 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f42dd3f16d8248eaad6dff62ac867b11, entries=150, sequenceid=272, filesize=30.5 K 2024-12-02T08:22:30,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f959b90b50074d4dafc14aa48703bad6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f959b90b50074d4dafc14aa48703bad6 2024-12-02T08:22:30,026 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f959b90b50074d4dafc14aa48703bad6, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T08:22:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127810025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/ae0987634a974c699484929042628617 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/ae0987634a974c699484929042628617 2024-12-02T08:22:30,039 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/ae0987634a974c699484929042628617, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T08:22:30,039 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 608b61d232cfba236add3a639956cf7f in 616ms, sequenceid=272, compaction requested=false 2024-12-02T08:22:30,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:30,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:30,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-02T08:22:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-02T08:22:30,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-02T08:22:30,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3500 sec 2024-12-02T08:22:30,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.3560 sec 2024-12-02T08:22:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:30,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T08:22:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:30,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:30,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:30,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fd45f2cdcdd846659b78849b80d28c54_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127749708/Put/seqid=0 2024-12-02T08:22:30,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127810351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127810352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742047_1223 (size=14994) 2024-12-02T08:22:30,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:30,375 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fd45f2cdcdd846659b78849b80d28c54_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fd45f2cdcdd846659b78849b80d28c54_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:30,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43982 deadline: 1733127810375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,378 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:22:30,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/8ba9485f15b84c8bbb4efc59cceb2b11, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:30,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/8ba9485f15b84c8bbb4efc59cceb2b11 is 175, key is test_row_0/A:col10/1733127749708/Put/seqid=0 2024-12-02T08:22:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733127810403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,411 DEBUG [Thread-705 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:22:30,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742048_1224 (size=39949) 2024-12-02T08:22:30,419 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/8ba9485f15b84c8bbb4efc59cceb2b11 2024-12-02T08:22:30,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/5ccd2e27979440969b75b96479fd0f5b is 50, key is test_row_0/B:col10/1733127749708/Put/seqid=0 2024-12-02T08:22:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742049_1225 (size=12301) 2024-12-02T08:22:30,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/5ccd2e27979440969b75b96479fd0f5b 2024-12-02T08:22:30,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127810456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127810457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/9a26d6e62eb54c7f90fb56c34ddb04a5 is 50, key is test_row_0/C:col10/1733127749708/Put/seqid=0 2024-12-02T08:22:30,471 INFO [master/ceab608fb84d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T08:22:30,471 INFO [master/ceab608fb84d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T08:22:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742050_1226 (size=12301) 2024-12-02T08:22:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127810659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127810660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:30,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/9a26d6e62eb54c7f90fb56c34ddb04a5 2024-12-02T08:22:30,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/8ba9485f15b84c8bbb4efc59cceb2b11 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/8ba9485f15b84c8bbb4efc59cceb2b11 2024-12-02T08:22:30,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/8ba9485f15b84c8bbb4efc59cceb2b11, entries=200, sequenceid=291, filesize=39.0 K 2024-12-02T08:22:30,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/5ccd2e27979440969b75b96479fd0f5b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/5ccd2e27979440969b75b96479fd0f5b 2024-12-02T08:22:30,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/5ccd2e27979440969b75b96479fd0f5b, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T08:22:30,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/9a26d6e62eb54c7f90fb56c34ddb04a5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a26d6e62eb54c7f90fb56c34ddb04a5 2024-12-02T08:22:30,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a26d6e62eb54c7f90fb56c34ddb04a5, entries=150, sequenceid=291, filesize=12.0 K 2024-12-02T08:22:30,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 608b61d232cfba236add3a639956cf7f in 631ms, sequenceid=291, compaction requested=true 2024-12-02T08:22:30,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:30,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:30,951 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:30,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:30,951 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:30,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:30,953 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:30,953 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:30,953 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:30,953 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f5ccc48fc75843ecac9ae8fcf2cb9307, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f42dd3f16d8248eaad6dff62ac867b11, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/8ba9485f15b84c8bbb4efc59cceb2b11] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=100.5 K 2024-12-02T08:22:30,953 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:30,953 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f5ccc48fc75843ecac9ae8fcf2cb9307, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f42dd3f16d8248eaad6dff62ac867b11, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/8ba9485f15b84c8bbb4efc59cceb2b11] 2024-12-02T08:22:30,954 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:30,954 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:30,954 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:30,954 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5ccc48fc75843ecac9ae8fcf2cb9307, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733127746820 2024-12-02T08:22:30,954 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/a9875b60adba4f0087459aa077ca5d03, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f959b90b50074d4dafc14aa48703bad6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/5ccd2e27979440969b75b96479fd0f5b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.5 K 2024-12-02T08:22:30,954 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f42dd3f16d8248eaad6dff62ac867b11, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733127747520 2024-12-02T08:22:30,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a9875b60adba4f0087459aa077ca5d03, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733127746820 2024-12-02T08:22:30,955 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ba9485f15b84c8bbb4efc59cceb2b11, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127749701 2024-12-02T08:22:30,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f959b90b50074d4dafc14aa48703bad6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733127747520 2024-12-02T08:22:30,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:30,956 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ccd2e27979440969b75b96479fd0f5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127749708 2024-12-02T08:22:30,965 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:30,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:22:30,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:30,975 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120257d66d04445a47769f0bb299850d56f5_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:30,975 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:30,976 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/2249d3a204b241e8b3731892e3be0d6d is 50, key is test_row_0/B:col10/1733127749708/Put/seqid=0 2024-12-02T08:22:30,977 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120257d66d04445a47769f0bb299850d56f5_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:30,977 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120257d66d04445a47769f0bb299850d56f5_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:30,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddad031520c2462e9d0147092ee799a0_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127750967/Put/seqid=0 2024-12-02T08:22:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127811002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127811003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742051_1227 (size=4469) 2024-12-02T08:22:31,018 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#189 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:31,018 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4859bc8aa404487aa7aa8bbccec80d6a is 175, key is test_row_0/A:col10/1733127749708/Put/seqid=0 2024-12-02T08:22:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742053_1229 (size=14994) 2024-12-02T08:22:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742052_1228 (size=12983) 2024-12-02T08:22:31,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:31,026 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/2249d3a204b241e8b3731892e3be0d6d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/2249d3a204b241e8b3731892e3be0d6d 2024-12-02T08:22:31,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddad031520c2462e9d0147092ee799a0_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddad031520c2462e9d0147092ee799a0_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:31,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/0121654a94a74988aa4df53aeb7a7b26, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:31,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/0121654a94a74988aa4df53aeb7a7b26 is 175, key is test_row_0/A:col10/1733127750967/Put/seqid=0 2024-12-02T08:22:31,034 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into 2249d3a204b241e8b3731892e3be0d6d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:31,034 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:31,035 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=13, startTime=1733127750951; duration=0sec 2024-12-02T08:22:31,035 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:31,035 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:31,035 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:31,036 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:31,037 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:31,037 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:31,037 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/61c9637f35794ddda52a5bdb775f44a2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/ae0987634a974c699484929042628617, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a26d6e62eb54c7f90fb56c34ddb04a5] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.5 K 2024-12-02T08:22:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742055_1231 (size=39949) 2024-12-02T08:22:31,040 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 61c9637f35794ddda52a5bdb775f44a2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733127746820 2024-12-02T08:22:31,041 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ae0987634a974c699484929042628617, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733127747520 2024-12-02T08:22:31,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/0121654a94a74988aa4df53aeb7a7b26 2024-12-02T08:22:31,041 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a26d6e62eb54c7f90fb56c34ddb04a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127749708 2024-12-02T08:22:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742054_1230 (size=31937) 2024-12-02T08:22:31,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/6ffe787c188b461d8981fa086ec93486 is 50, key is test_row_0/B:col10/1733127750967/Put/seqid=0 2024-12-02T08:22:31,081 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:31,081 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/73cf4813112c4c39aa4325d3b8c80f22 is 50, key is test_row_0/C:col10/1733127749708/Put/seqid=0 2024-12-02T08:22:31,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127811105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742056_1232 (size=12301) 2024-12-02T08:22:31,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/6ffe787c188b461d8981fa086ec93486 2024-12-02T08:22:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127811107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742057_1233 (size=12983) 2024-12-02T08:22:31,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8c9021a8d1284d69be73cdf2e2cb242b is 50, key is test_row_0/C:col10/1733127750967/Put/seqid=0 2024-12-02T08:22:31,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742058_1234 (size=12301) 2024-12-02T08:22:31,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8c9021a8d1284d69be73cdf2e2cb242b 2024-12-02T08:22:31,159 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/73cf4813112c4c39aa4325d3b8c80f22 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/73cf4813112c4c39aa4325d3b8c80f22 2024-12-02T08:22:31,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/0121654a94a74988aa4df53aeb7a7b26 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0121654a94a74988aa4df53aeb7a7b26 2024-12-02T08:22:31,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0121654a94a74988aa4df53aeb7a7b26, entries=200, sequenceid=312, filesize=39.0 K 2024-12-02T08:22:31,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/6ffe787c188b461d8981fa086ec93486 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6ffe787c188b461d8981fa086ec93486 2024-12-02T08:22:31,172 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 73cf4813112c4c39aa4325d3b8c80f22(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:31,173 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:31,173 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=13, startTime=1733127750956; duration=0sec 2024-12-02T08:22:31,173 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:31,173 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:31,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6ffe787c188b461d8981fa086ec93486, entries=150, sequenceid=312, filesize=12.0 K 2024-12-02T08:22:31,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8c9021a8d1284d69be73cdf2e2cb242b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8c9021a8d1284d69be73cdf2e2cb242b 2024-12-02T08:22:31,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8c9021a8d1284d69be73cdf2e2cb242b, entries=150, sequenceid=312, filesize=12.0 K 2024-12-02T08:22:31,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 608b61d232cfba236add3a639956cf7f in 218ms, sequenceid=312, compaction requested=false 2024-12-02T08:22:31,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:31,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T08:22:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:31,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddeb13e164684279b877b5eafe5afb05_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127751312/Put/seqid=0 2024-12-02T08:22:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742059_1235 (size=12454) 2024-12-02T08:22:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127811357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127811358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,454 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4859bc8aa404487aa7aa8bbccec80d6a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4859bc8aa404487aa7aa8bbccec80d6a 2024-12-02T08:22:31,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127811460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,462 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into 4859bc8aa404487aa7aa8bbccec80d6a(size=31.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:31,462 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:31,462 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=13, startTime=1733127750951; duration=0sec 2024-12-02T08:22:31,462 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:31,462 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:31,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127811463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127811661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127811665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,748 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:31,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddeb13e164684279b877b5eafe5afb05_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddeb13e164684279b877b5eafe5afb05_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:31,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/512bc8c1e5194865b5d706cc8a955dc5, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:31,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/512bc8c1e5194865b5d706cc8a955dc5 is 175, key is test_row_0/A:col10/1733127751312/Put/seqid=0 2024-12-02T08:22:31,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742060_1236 (size=31255) 2024-12-02T08:22:31,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/512bc8c1e5194865b5d706cc8a955dc5 2024-12-02T08:22:31,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/687e7c6737a741c9ba02e95a8f8cce48 is 50, key is test_row_0/B:col10/1733127751312/Put/seqid=0 2024-12-02T08:22:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-02T08:22:31,808 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-02T08:22:31,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-02T08:22:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T08:22:31,816 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:31,817 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:31,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742061_1237 (size=12301) 2024-12-02T08:22:31,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/687e7c6737a741c9ba02e95a8f8cce48 2024-12-02T08:22:31,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/1f9e563b5a9f4471be8e8ee180765967 is 50, key is test_row_0/C:col10/1733127751312/Put/seqid=0 2024-12-02T08:22:31,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742062_1238 (size=12301) 2024-12-02T08:22:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T08:22:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127811967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127811968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:31,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T08:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:31,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T08:22:32,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T08:22:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:32,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:32,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/1f9e563b5a9f4471be8e8ee180765967 2024-12-02T08:22:32,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T08:22:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:32,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/512bc8c1e5194865b5d706cc8a955dc5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/512bc8c1e5194865b5d706cc8a955dc5 2024-12-02T08:22:32,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/512bc8c1e5194865b5d706cc8a955dc5, entries=150, sequenceid=330, filesize=30.5 K 2024-12-02T08:22:32,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/687e7c6737a741c9ba02e95a8f8cce48 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/687e7c6737a741c9ba02e95a8f8cce48 2024-12-02T08:22:32,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/687e7c6737a741c9ba02e95a8f8cce48, entries=150, sequenceid=330, filesize=12.0 K 2024-12-02T08:22:32,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/1f9e563b5a9f4471be8e8ee180765967 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1f9e563b5a9f4471be8e8ee180765967 2024-12-02T08:22:32,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1f9e563b5a9f4471be8e8ee180765967, entries=150, sequenceid=330, filesize=12.0 K 2024-12-02T08:22:32,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 608b61d232cfba236add3a639956cf7f in 1013ms, sequenceid=330, compaction requested=true 2024-12-02T08:22:32,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:32,327 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:32,328 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:32,328 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:32,328 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:32,328 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,329 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4859bc8aa404487aa7aa8bbccec80d6a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0121654a94a74988aa4df53aeb7a7b26, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/512bc8c1e5194865b5d706cc8a955dc5] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=100.7 K 2024-12-02T08:22:32,329 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,329 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4859bc8aa404487aa7aa8bbccec80d6a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0121654a94a74988aa4df53aeb7a7b26, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/512bc8c1e5194865b5d706cc8a955dc5] 2024-12-02T08:22:32,329 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4859bc8aa404487aa7aa8bbccec80d6a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127749708 2024-12-02T08:22:32,330 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:32,330 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:32,330 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,330 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/2249d3a204b241e8b3731892e3be0d6d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6ffe787c188b461d8981fa086ec93486, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/687e7c6737a741c9ba02e95a8f8cce48] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.7 K 2024-12-02T08:22:32,330 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0121654a94a74988aa4df53aeb7a7b26, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733127750339 2024-12-02T08:22:32,330 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 512bc8c1e5194865b5d706cc8a955dc5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733127750998 2024-12-02T08:22:32,331 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2249d3a204b241e8b3731892e3be0d6d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127749708 2024-12-02T08:22:32,335 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ffe787c188b461d8981fa086ec93486, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733127750348 2024-12-02T08:22:32,335 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 687e7c6737a741c9ba02e95a8f8cce48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733127750998 2024-12-02T08:22:32,352 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:32,363 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:32,364 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/ade3ccc9fc4b42d494f9b2f3c9362331 is 50, key is test_row_0/B:col10/1733127751312/Put/seqid=0 2024-12-02T08:22:32,367 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202ff3c1bff27d4454cab41cc2bac999272_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:32,369 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202ff3c1bff27d4454cab41cc2bac999272_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:32,369 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ff3c1bff27d4454cab41cc2bac999272_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742063_1239 (size=13085) 2024-12-02T08:22:32,405 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/ade3ccc9fc4b42d494f9b2f3c9362331 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/ade3ccc9fc4b42d494f9b2f3c9362331 2024-12-02T08:22:32,412 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into ade3ccc9fc4b42d494f9b2f3c9362331(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:32,412 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:32,412 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=13, startTime=1733127752328; duration=0sec 2024-12-02T08:22:32,412 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:32,412 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:32,412 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:32,414 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:32,414 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:32,415 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,415 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/73cf4813112c4c39aa4325d3b8c80f22, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8c9021a8d1284d69be73cdf2e2cb242b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1f9e563b5a9f4471be8e8ee180765967] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.7 K 2024-12-02T08:22:32,415 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 73cf4813112c4c39aa4325d3b8c80f22, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733127749708 2024-12-02T08:22:32,416 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c9021a8d1284d69be73cdf2e2cb242b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733127750348 2024-12-02T08:22:32,416 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f9e563b5a9f4471be8e8ee180765967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733127750998 2024-12-02T08:22:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T08:22:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742064_1240 (size=4469) 2024-12-02T08:22:32,430 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#198 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:32,431 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/0315e8f818124c0f9945aac31d6833f6 is 175, key is test_row_0/A:col10/1733127751312/Put/seqid=0 2024-12-02T08:22:32,442 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:32,443 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a15652c7512e4444adfa1552569b0a3a is 50, key is test_row_0/C:col10/1733127751312/Put/seqid=0 2024-12-02T08:22:32,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-02T08:22:32,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:32,452 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T08:22:32,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:32,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:32,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:32,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:32,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:32,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:32,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742065_1241 (size=32039) 2024-12-02T08:22:32,488 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/0315e8f818124c0f9945aac31d6833f6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0315e8f818124c0f9945aac31d6833f6 2024-12-02T08:22:32,495 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into 0315e8f818124c0f9945aac31d6833f6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:32,495 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:32,495 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=13, startTime=1733127752327; duration=0sec 2024-12-02T08:22:32,496 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:32,496 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742066_1242 (size=13085) 2024-12-02T08:22:32,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202008b3aadb03e4958a90251e059d397d5_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127751354/Put/seqid=0 2024-12-02T08:22:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127812530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127812532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742067_1243 (size=12454) 2024-12-02T08:22:32,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:32,562 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202008b3aadb03e4958a90251e059d397d5_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202008b3aadb03e4958a90251e059d397d5_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/03cf9f4c144c4f3bad9279014a7a7683, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:32,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/03cf9f4c144c4f3bad9279014a7a7683 is 175, key is test_row_0/A:col10/1733127751354/Put/seqid=0 2024-12-02T08:22:32,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742068_1244 (size=31255) 2024-12-02T08:22:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127812645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127812646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127812855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127812855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:32,918 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/a15652c7512e4444adfa1552569b0a3a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a15652c7512e4444adfa1552569b0a3a 2024-12-02T08:22:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T08:22:32,924 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into a15652c7512e4444adfa1552569b0a3a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:32,924 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:32,925 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=13, startTime=1733127752328; duration=0sec 2024-12-02T08:22:32,925 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:32,925 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:32,996 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/03cf9f4c144c4f3bad9279014a7a7683 2024-12-02T08:22:33,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/890b6547bf6a468abe9624a6f5a491da is 50, key is test_row_0/B:col10/1733127751354/Put/seqid=0 2024-12-02T08:22:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742069_1245 (size=12301) 2024-12-02T08:22:33,031 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/890b6547bf6a468abe9624a6f5a491da 2024-12-02T08:22:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/62848d36242a4f22a00ebfe5864e64b4 is 50, key is test_row_0/C:col10/1733127751354/Put/seqid=0 2024-12-02T08:22:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742070_1246 (size=12301) 2024-12-02T08:22:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127813159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127813159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:33,503 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/62848d36242a4f22a00ebfe5864e64b4 2024-12-02T08:22:33,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/03cf9f4c144c4f3bad9279014a7a7683 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/03cf9f4c144c4f3bad9279014a7a7683 2024-12-02T08:22:33,530 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/03cf9f4c144c4f3bad9279014a7a7683, entries=150, sequenceid=352, filesize=30.5 K 2024-12-02T08:22:33,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/890b6547bf6a468abe9624a6f5a491da as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/890b6547bf6a468abe9624a6f5a491da 2024-12-02T08:22:33,557 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/890b6547bf6a468abe9624a6f5a491da, entries=150, sequenceid=352, filesize=12.0 K 2024-12-02T08:22:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/62848d36242a4f22a00ebfe5864e64b4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/62848d36242a4f22a00ebfe5864e64b4 2024-12-02T08:22:33,571 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/62848d36242a4f22a00ebfe5864e64b4, entries=150, sequenceid=352, filesize=12.0 K 2024-12-02T08:22:33,575 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 608b61d232cfba236add3a639956cf7f in 1123ms, sequenceid=352, compaction requested=false 2024-12-02T08:22:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T08:22:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-02T08:22:33,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-02T08:22:33,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7640 sec 2024-12-02T08:22:33,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.7840 sec 2024-12-02T08:22:33,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T08:22:33,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:33,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:33,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:33,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:33,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:33,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:33,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023374d5f2a10c4a8aac16c55df4f83b00_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127752498/Put/seqid=0 2024-12-02T08:22:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742071_1247 (size=12454) 2024-12-02T08:22:33,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:33,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127813724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:33,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127813734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:33,743 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023374d5f2a10c4a8aac16c55df4f83b00_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023374d5f2a10c4a8aac16c55df4f83b00_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:33,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4ddc3e65e18744e38652a5a3f12478e9, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:33,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4ddc3e65e18744e38652a5a3f12478e9 is 175, key is test_row_0/A:col10/1733127752498/Put/seqid=0 2024-12-02T08:22:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742072_1248 (size=31255) 2024-12-02T08:22:33,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4ddc3e65e18744e38652a5a3f12478e9 2024-12-02T08:22:33,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/27cbc310263d4020afafbbe9e491b536 is 50, key is test_row_0/B:col10/1733127752498/Put/seqid=0 2024-12-02T08:22:33,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127813847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:33,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127813847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742073_1249 (size=12301) 2024-12-02T08:22:33,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/27cbc310263d4020afafbbe9e491b536 2024-12-02T08:22:33,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8632ae370f5c48a4865f5f6e846713e3 is 50, key is test_row_0/C:col10/1733127752498/Put/seqid=0 2024-12-02T08:22:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-02T08:22:33,921 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-02T08:22:33,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-02T08:22:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T08:22:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742074_1250 (size=12301) 2024-12-02T08:22:33,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8632ae370f5c48a4865f5f6e846713e3 2024-12-02T08:22:33,929 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:33,930 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:33,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:33,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/4ddc3e65e18744e38652a5a3f12478e9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4ddc3e65e18744e38652a5a3f12478e9 2024-12-02T08:22:33,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4ddc3e65e18744e38652a5a3f12478e9, entries=150, sequenceid=371, filesize=30.5 K 2024-12-02T08:22:33,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/27cbc310263d4020afafbbe9e491b536 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/27cbc310263d4020afafbbe9e491b536 2024-12-02T08:22:33,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/27cbc310263d4020afafbbe9e491b536, entries=150, sequenceid=371, filesize=12.0 K 2024-12-02T08:22:33,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/8632ae370f5c48a4865f5f6e846713e3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8632ae370f5c48a4865f5f6e846713e3 2024-12-02T08:22:33,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8632ae370f5c48a4865f5f6e846713e3, entries=150, sequenceid=371, filesize=12.0 K 2024-12-02T08:22:33,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 608b61d232cfba236add3a639956cf7f in 301ms, sequenceid=371, compaction requested=true 2024-12-02T08:22:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:33,970 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:33,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:33,971 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:33,971 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:33,971 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:33,971 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0315e8f818124c0f9945aac31d6833f6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/03cf9f4c144c4f3bad9279014a7a7683, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4ddc3e65e18744e38652a5a3f12478e9] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=92.3 K 2024-12-02T08:22:33,971 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:33,971 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0315e8f818124c0f9945aac31d6833f6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/03cf9f4c144c4f3bad9279014a7a7683, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4ddc3e65e18744e38652a5a3f12478e9] 2024-12-02T08:22:33,972 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0315e8f818124c0f9945aac31d6833f6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733127750998 2024-12-02T08:22:33,972 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03cf9f4c144c4f3bad9279014a7a7683, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733127751353 2024-12-02T08:22:33,973 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ddc3e65e18744e38652a5a3f12478e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733127752498 2024-12-02T08:22:33,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:33,974 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:33,976 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:33,976 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:33,976 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:33,976 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/ade3ccc9fc4b42d494f9b2f3c9362331, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/890b6547bf6a468abe9624a6f5a491da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/27cbc310263d4020afafbbe9e491b536] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.8 K 2024-12-02T08:22:33,977 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ade3ccc9fc4b42d494f9b2f3c9362331, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733127750998 2024-12-02T08:22:33,978 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 890b6547bf6a468abe9624a6f5a491da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733127751353 2024-12-02T08:22:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:33,979 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 27cbc310263d4020afafbbe9e491b536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733127752498 2024-12-02T08:22:33,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:33,999 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:34,015 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412026d13a144b3d84d64b99680ba943d88e0_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:34,017 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412026d13a144b3d84d64b99680ba943d88e0_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:34,017 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026d13a144b3d84d64b99680ba943d88e0_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:34,020 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#208 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:34,020 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/da7c2aa559ef49ddb63686e4cb8b8713 is 50, key is test_row_0/B:col10/1733127752498/Put/seqid=0 2024-12-02T08:22:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T08:22:34,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:22:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:34,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742076_1252 (size=4469) 2024-12-02T08:22:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742075_1251 (size=13187) 2024-12-02T08:22:34,108 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#207 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:34,109 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/14eb823dfddf4e6d8ff95d5ca9869b12 is 175, key is test_row_0/A:col10/1733127752498/Put/seqid=0 2024-12-02T08:22:34,143 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/da7c2aa559ef49ddb63686e4cb8b8713 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/da7c2aa559ef49ddb63686e4cb8b8713 2024-12-02T08:22:34,150 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into da7c2aa559ef49ddb63686e4cb8b8713(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:34,150 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:34,150 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=13, startTime=1733127753973; duration=0sec 2024-12-02T08:22:34,150 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:34,150 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:34,150 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:22:34,151 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:22:34,151 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:34,151 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,152 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a15652c7512e4444adfa1552569b0a3a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/62848d36242a4f22a00ebfe5864e64b4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8632ae370f5c48a4865f5f6e846713e3] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=36.8 K 2024-12-02T08:22:34,152 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a15652c7512e4444adfa1552569b0a3a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733127750998 2024-12-02T08:22:34,152 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 62848d36242a4f22a00ebfe5864e64b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733127751353 2024-12-02T08:22:34,153 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8632ae370f5c48a4865f5f6e846713e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733127752498 2024-12-02T08:22:34,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202074fa25b0c5d4101ab6299685af6c1d5_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127753732/Put/seqid=0 2024-12-02T08:22:34,169 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:34,169 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/0d77c3cad7ec40448db008b4a6a44468 is 50, key is test_row_0/C:col10/1733127752498/Put/seqid=0 2024-12-02T08:22:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742077_1253 (size=32141) 2024-12-02T08:22:34,198 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/14eb823dfddf4e6d8ff95d5ca9869b12 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/14eb823dfddf4e6d8ff95d5ca9869b12 2024-12-02T08:22:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742078_1254 (size=17534) 2024-12-02T08:22:34,204 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into 14eb823dfddf4e6d8ff95d5ca9869b12(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:34,205 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:34,205 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=13, startTime=1733127753969; duration=0sec 2024-12-02T08:22:34,205 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:34,205 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127814204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127814204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742079_1255 (size=13187) 2024-12-02T08:22:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T08:22:34,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127814312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127814319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127814523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127814527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T08:22:34,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:34,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202074fa25b0c5d4101ab6299685af6c1d5_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202074fa25b0c5d4101ab6299685af6c1d5_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:34,607 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/eff022a954b34d978af0298ee7c0a5ca, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:34,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/eff022a954b34d978af0298ee7c0a5ca is 175, key is test_row_0/A:col10/1733127753732/Put/seqid=0 2024-12-02T08:22:34,631 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/0d77c3cad7ec40448db008b4a6a44468 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0d77c3cad7ec40448db008b4a6a44468 2024-12-02T08:22:34,643 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 0d77c3cad7ec40448db008b4a6a44468(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:34,643 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:34,643 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=13, startTime=1733127753978; duration=0sec 2024-12-02T08:22:34,643 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:34,644 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742080_1256 (size=48639) 2024-12-02T08:22:34,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:34,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127814830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127814843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:34,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:34,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T08:22:35,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/eff022a954b34d978af0298ee7c0a5ca 2024-12-02T08:22:35,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/9e96692651334436b48dad3d3db7def0 is 50, key is test_row_0/B:col10/1733127753732/Put/seqid=0 2024-12-02T08:22:35,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742081_1257 (size=12301) 2024-12-02T08:22:35,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:35,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:35,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127815348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127815367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:35,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:35,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:35,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/9e96692651334436b48dad3d3db7def0 2024-12-02T08:22:35,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43960 deadline: 1733127815559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/e8b8681175534acfa01c1087ccd8d18a is 50, key is test_row_0/C:col10/1733127753732/Put/seqid=0 2024-12-02T08:22:35,565 DEBUG [Thread-707 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18260 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:22:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742082_1258 (size=12301) 2024-12-02T08:22:35,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/e8b8681175534acfa01c1087ccd8d18a 2024-12-02T08:22:35,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/eff022a954b34d978af0298ee7c0a5ca as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/eff022a954b34d978af0298ee7c0a5ca 2024-12-02T08:22:35,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/eff022a954b34d978af0298ee7c0a5ca, entries=250, sequenceid=392, filesize=47.5 K 2024-12-02T08:22:35,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/9e96692651334436b48dad3d3db7def0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/9e96692651334436b48dad3d3db7def0 2024-12-02T08:22:35,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/9e96692651334436b48dad3d3db7def0, entries=150, sequenceid=392, filesize=12.0 K 2024-12-02T08:22:35,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/e8b8681175534acfa01c1087ccd8d18a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/e8b8681175534acfa01c1087ccd8d18a 2024-12-02T08:22:35,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/e8b8681175534acfa01c1087ccd8d18a, entries=150, sequenceid=392, filesize=12.0 K 2024-12-02T08:22:35,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 608b61d232cfba236add3a639956cf7f in 1558ms, sequenceid=392, compaction requested=false 2024-12-02T08:22:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:35,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:35,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-02T08:22:35,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,698 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:22:35,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120235b0a159fff64467bb5a5e2ba101d19e_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127754163/Put/seqid=0 2024-12-02T08:22:35,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742083_1259 (size=12454) 2024-12-02T08:22:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:35,815 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120235b0a159fff64467bb5a5e2ba101d19e_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120235b0a159fff64467bb5a5e2ba101d19e_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/531f865239b5483cb7abc23572fd1d64, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/531f865239b5483cb7abc23572fd1d64 is 175, key is test_row_0/A:col10/1733127754163/Put/seqid=0 2024-12-02T08:22:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742084_1260 (size=31255) 2024-12-02T08:22:35,857 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/531f865239b5483cb7abc23572fd1d64 2024-12-02T08:22:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/e42b555328294c95b158750042f0e61a is 50, key is test_row_0/B:col10/1733127754163/Put/seqid=0 2024-12-02T08:22:35,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742085_1261 (size=12301) 2024-12-02T08:22:35,896 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/e42b555328294c95b158750042f0e61a 2024-12-02T08:22:35,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/1c803426df1544a99c039eeed5e67f72 is 50, key is test_row_0/C:col10/1733127754163/Put/seqid=0 2024-12-02T08:22:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742086_1262 (size=12301) 2024-12-02T08:22:35,937 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/1c803426df1544a99c039eeed5e67f72 2024-12-02T08:22:35,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/531f865239b5483cb7abc23572fd1d64 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/531f865239b5483cb7abc23572fd1d64 2024-12-02T08:22:35,962 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/531f865239b5483cb7abc23572fd1d64, entries=150, sequenceid=410, filesize=30.5 K 2024-12-02T08:22:35,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/e42b555328294c95b158750042f0e61a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e42b555328294c95b158750042f0e61a 2024-12-02T08:22:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:35,978 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e42b555328294c95b158750042f0e61a, entries=150, sequenceid=410, filesize=12.0 K 2024-12-02T08:22:35,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/1c803426df1544a99c039eeed5e67f72 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1c803426df1544a99c039eeed5e67f72 2024-12-02T08:22:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:35,992 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1c803426df1544a99c039eeed5e67f72, entries=150, sequenceid=410, filesize=12.0 K 2024-12-02T08:22:35,993 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 608b61d232cfba236add3a639956cf7f in 295ms, sequenceid=410, compaction requested=true 2024-12-02T08:22:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-02T08:22:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-02T08:22:35,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-02T08:22:35,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0640 sec 2024-12-02T08:22:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0790 sec 2024-12-02T08:22:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-02T08:22:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,039 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-02T08:22:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-02T08:22:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T08:22:36,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:36,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:36,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T08:22:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-02T08:22:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-02T08:22:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-02T08:22:36,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-02T08:22:36,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-02T08:22:36,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 163 msec 2024-12-02T08:22:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-02T08:22:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,350 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-02T08:22:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:22:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-02T08:22:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,353 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:22:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T08:22:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,355 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:22:36,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:22:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T08:22:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120273f7781497f64368950c370c78d03731_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127756455/Put/seqid=0 2024-12-02T08:22:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742088_1264 (size=25158) 2024-12-02T08:22:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127816587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127816591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T08:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127816696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127816711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127816902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127816919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,957 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T08:22:36,964 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120273f7781497f64368950c370c78d03731_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120273f7781497f64368950c370c78d03731_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:36,965 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/259da724a7054c7088ef5a95a195d7ab, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:36,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/259da724a7054c7088ef5a95a195d7ab is 175, key is test_row_0/A:col10/1733127756455/Put/seqid=0 2024-12-02T08:22:36,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:36,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:36,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:36,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:36,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742087_1263 (size=74795) 2024-12-02T08:22:36,992 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/259da724a7054c7088ef5a95a195d7ab 2024-12-02T08:22:37,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/6a1c8a99d50c44e8a1c98d09c8a1d087 is 50, key is test_row_0/B:col10/1733127756455/Put/seqid=0 2024-12-02T08:22:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742089_1265 (size=12301) 2024-12-02T08:22:37,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127817211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127817225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,229 DEBUG [Thread-716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473f181f to 127.0.0.1:64366 2024-12-02T08:22:37,229 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:37,229 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60f4ce3e to 127.0.0.1:64366 2024-12-02T08:22:37,229 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:37,230 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f375e60 to 127.0.0.1:64366 2024-12-02T08:22:37,230 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:37,230 DEBUG [Thread-718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x768577a2 to 127.0.0.1:64366 2024-12-02T08:22:37,230 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:37,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:37,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:37,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,445 INFO [AsyncFSWAL-0-hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData-prefix:ceab608fb84d,35001,1733127703513 {}] wal.AbstractFSWAL(1183): Slow sync cost: 147 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41063,DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1,DISK]] 2024-12-02T08:22:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T08:22:37,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/6a1c8a99d50c44e8a1c98d09c8a1d087 2024-12-02T08:22:37,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/6cfc04649b49483b9f3a6012ed3a127f is 50, key is test_row_0/C:col10/1733127756455/Put/seqid=0 2024-12-02T08:22:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742090_1266 (size=12301) 2024-12-02T08:22:37,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43912 deadline: 1733127817716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:22:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43976 deadline: 1733127817728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:37,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:37,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:37,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. as already flushing 2024-12-02T08:22:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:22:37,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/6cfc04649b49483b9f3a6012ed3a127f 2024-12-02T08:22:37,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/259da724a7054c7088ef5a95a195d7ab as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/259da724a7054c7088ef5a95a195d7ab 2024-12-02T08:22:37,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/259da724a7054c7088ef5a95a195d7ab, entries=400, sequenceid=422, filesize=73.0 K 2024-12-02T08:22:37,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/6a1c8a99d50c44e8a1c98d09c8a1d087 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6a1c8a99d50c44e8a1c98d09c8a1d087 2024-12-02T08:22:37,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6a1c8a99d50c44e8a1c98d09c8a1d087, entries=150, sequenceid=422, filesize=12.0 K 2024-12-02T08:22:37,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/6cfc04649b49483b9f3a6012ed3a127f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6cfc04649b49483b9f3a6012ed3a127f 2024-12-02T08:22:37,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6cfc04649b49483b9f3a6012ed3a127f, entries=150, sequenceid=422, filesize=12.0 K 2024-12-02T08:22:37,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 608b61d232cfba236add3a639956cf7f in 1440ms, sequenceid=422, compaction requested=true 2024-12-02T08:22:37,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:22:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:37,929 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:22:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:37,929 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 608b61d232cfba236add3a639956cf7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:22:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/A is initiating minor compaction (all files) 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/B is initiating minor compaction (all files) 2024-12-02T08:22:37,930 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/A in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,930 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/B in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,930 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/da7c2aa559ef49ddb63686e4cb8b8713, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/9e96692651334436b48dad3d3db7def0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e42b555328294c95b158750042f0e61a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6a1c8a99d50c44e8a1c98d09c8a1d087] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=48.9 K 2024-12-02T08:22:37,930 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/14eb823dfddf4e6d8ff95d5ca9869b12, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/eff022a954b34d978af0298ee7c0a5ca, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/531f865239b5483cb7abc23572fd1d64, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/259da724a7054c7088ef5a95a195d7ab] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=182.5 K 2024-12-02T08:22:37,930 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/14eb823dfddf4e6d8ff95d5ca9869b12, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/eff022a954b34d978af0298ee7c0a5ca, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/531f865239b5483cb7abc23572fd1d64, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/259da724a7054c7088ef5a95a195d7ab] 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting da7c2aa559ef49ddb63686e4cb8b8713, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733127752498 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14eb823dfddf4e6d8ff95d5ca9869b12, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733127752498 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e96692651334436b48dad3d3db7def0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733127753732 2024-12-02T08:22:37,930 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting eff022a954b34d978af0298ee7c0a5ca, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733127753719 2024-12-02T08:22:37,931 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e42b555328294c95b158750042f0e61a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733127754163 2024-12-02T08:22:37,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 531f865239b5483cb7abc23572fd1d64, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733127754163 2024-12-02T08:22:37,931 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a1c8a99d50c44e8a1c98d09c8a1d087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733127756444 2024-12-02T08:22:37,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 259da724a7054c7088ef5a95a195d7ab, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733127756396 2024-12-02T08:22:37,941 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:37,942 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#B#compaction#219 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:37,943 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/b50979503cb4488e892c1ca6ab58cb4b is 50, key is test_row_0/B:col10/1733127756455/Put/seqid=0 2024-12-02T08:22:37,947 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202ca6949f229ab4a6fab48c3798bc0e5d8_608b61d232cfba236add3a639956cf7f store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:37,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742091_1267 (size=13323) 2024-12-02T08:22:37,981 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202ca6949f229ab4a6fab48c3798bc0e5d8_608b61d232cfba236add3a639956cf7f, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:37,982 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ca6949f229ab4a6fab48c3798bc0e5d8_608b61d232cfba236add3a639956cf7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742092_1268 (size=4469) 2024-12-02T08:22:37,997 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#A#compaction#220 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:37,998 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/b06dda9d30c44f19b1d573c01e381767 is 175, key is test_row_0/A:col10/1733127756455/Put/seqid=0 2024-12-02T08:22:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742093_1269 (size=32277) 2024-12-02T08:22:38,019 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/b06dda9d30c44f19b1d573c01e381767 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/b06dda9d30c44f19b1d573c01e381767 2024-12-02T08:22:38,025 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/A of 608b61d232cfba236add3a639956cf7f into b06dda9d30c44f19b1d573c01e381767(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:38,026 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:38,026 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/A, priority=12, startTime=1733127757928; duration=0sec 2024-12-02T08:22:38,026 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:22:38,026 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:A 2024-12-02T08:22:38,026 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:22:38,027 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:22:38,027 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 608b61d232cfba236add3a639956cf7f/C is initiating minor compaction (all files) 2024-12-02T08:22:38,027 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 608b61d232cfba236add3a639956cf7f/C in TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:38,027 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0d77c3cad7ec40448db008b4a6a44468, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/e8b8681175534acfa01c1087ccd8d18a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1c803426df1544a99c039eeed5e67f72, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6cfc04649b49483b9f3a6012ed3a127f] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp, totalSize=48.9 K 2024-12-02T08:22:38,027 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d77c3cad7ec40448db008b4a6a44468, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733127752498 2024-12-02T08:22:38,028 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8b8681175534acfa01c1087ccd8d18a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733127753732 2024-12-02T08:22:38,031 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c803426df1544a99c039eeed5e67f72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733127754163 2024-12-02T08:22:38,031 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cfc04649b49483b9f3a6012ed3a127f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733127756444 2024-12-02T08:22:38,043 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 608b61d232cfba236add3a639956cf7f#C#compaction#221 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:22:38,044 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/9a3edbae398d4838bf36b65389042363 is 50, key is test_row_0/C:col10/1733127756455/Put/seqid=0 2024-12-02T08:22:38,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:38,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-02T08:22:38,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:38,054 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:22:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742094_1270 (size=13323) 2024-12-02T08:22:38,062 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/9a3edbae398d4838bf36b65389042363 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a3edbae398d4838bf36b65389042363 2024-12-02T08:22:38,068 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/C of 608b61d232cfba236add3a639956cf7f into 9a3edbae398d4838bf36b65389042363(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:38,068 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:38,068 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/C, priority=12, startTime=1733127757929; duration=0sec 2024-12-02T08:22:38,069 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:38,069 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:C 2024-12-02T08:22:38,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202107bede1828f4a8e8b503bce74989394_608b61d232cfba236add3a639956cf7f is 50, key is test_row_0/A:col10/1733127756586/Put/seqid=0 2024-12-02T08:22:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742095_1271 (size=12454) 2024-12-02T08:22:38,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:38,113 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202107bede1828f4a8e8b503bce74989394_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202107bede1828f4a8e8b503bce74989394_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/70d3be4cba404b83a4299b2bf2014455, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/70d3be4cba404b83a4299b2bf2014455 is 175, key is test_row_0/A:col10/1733127756586/Put/seqid=0 2024-12-02T08:22:38,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742096_1272 (size=31255) 2024-12-02T08:22:38,355 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/b50979503cb4488e892c1ca6ab58cb4b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/b50979503cb4488e892c1ca6ab58cb4b 2024-12-02T08:22:38,361 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 608b61d232cfba236add3a639956cf7f/B of 608b61d232cfba236add3a639956cf7f into b50979503cb4488e892c1ca6ab58cb4b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:22:38,361 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:38,361 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f., storeName=608b61d232cfba236add3a639956cf7f/B, priority=12, startTime=1733127757929; duration=0sec 2024-12-02T08:22:38,362 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:22:38,362 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 608b61d232cfba236add3a639956cf7f:B 2024-12-02T08:22:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T08:22:38,558 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/70d3be4cba404b83a4299b2bf2014455 2024-12-02T08:22:38,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/b66d3a0e11704d69a36d5c9da74e164b is 50, key is test_row_0/B:col10/1733127756586/Put/seqid=0 2024-12-02T08:22:38,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742097_1273 (size=12301) 2024-12-02T08:22:38,580 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/b66d3a0e11704d69a36d5c9da74e164b 2024-12-02T08:22:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/57360e44471f454a98e14c0b5d9f70a3 is 50, key is test_row_0/C:col10/1733127756586/Put/seqid=0 2024-12-02T08:22:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742098_1274 (size=12301) 2024-12-02T08:22:38,602 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/57360e44471f454a98e14c0b5d9f70a3 2024-12-02T08:22:38,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/70d3be4cba404b83a4299b2bf2014455 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/70d3be4cba404b83a4299b2bf2014455 2024-12-02T08:22:38,610 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/70d3be4cba404b83a4299b2bf2014455, entries=150, sequenceid=448, filesize=30.5 K 2024-12-02T08:22:38,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/b66d3a0e11704d69a36d5c9da74e164b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/b66d3a0e11704d69a36d5c9da74e164b 2024-12-02T08:22:38,616 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/b66d3a0e11704d69a36d5c9da74e164b, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T08:22:38,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/57360e44471f454a98e14c0b5d9f70a3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/57360e44471f454a98e14c0b5d9f70a3 2024-12-02T08:22:38,630 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/57360e44471f454a98e14c0b5d9f70a3, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T08:22:38,631 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 608b61d232cfba236add3a639956cf7f in 577ms, sequenceid=448, compaction requested=false 2024-12-02T08:22:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-02T08:22:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-02T08:22:38,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-02T08:22:38,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-12-02T08:22:38,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.2840 sec 2024-12-02T08:22:38,725 DEBUG [Thread-713 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:64366 2024-12-02T08:22:38,725 DEBUG [Thread-713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:38,755 DEBUG [Thread-709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24ebde20 to 127.0.0.1:64366 2024-12-02T08:22:38,755 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:40,440 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a7bf7fd to 127.0.0.1:64366 2024-12-02T08:22:40,440 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:40,442 DEBUG [Thread-711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x555bfdff to 127.0.0.1:64366 2024-12-02T08:22:40,442 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-02T08:22:40,463 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-02T08:22:42,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T08:22:46,139 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-26473086_22 at /127.0.0.1:47926 [Receiving block BP-386709214-172.17.0.2-1733127698749:blk_1073741833_1009] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 488ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/dfs/data/data1/, blockId=1073741833, seqno=942 2024-12-02T08:22:46,139 INFO [AsyncFSWAL-0-hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907-prefix:ceab608fb84d,41577,1733127704904 {}] wal.AbstractFSWAL(1183): Slow sync cost: 488 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41063,DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1,DISK]] 2024-12-02T08:22:46,140 DEBUG [Thread-707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15736fcc to 127.0.0.1:64366 2024-12-02T08:22:46,140 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:46,140 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T08:22:46,140 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-02T08:22:46,140 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-12-02T08:22:46,140 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-12-02T08:22:46,140 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-02T08:22:46,140 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4526 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4483 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1943 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5827 rows 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1941 2024-12-02T08:22:46,141 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5822 rows 2024-12-02T08:22:46,141 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T08:22:46,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4359d2ac to 127.0.0.1:64366 2024-12-02T08:22:46,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:22:46,142 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T08:22:46,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T08:22:48,879 DEBUG [master/ceab608fb84d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 121a4a54b1964b8d789adbef1d373974 changed from -1.0 to 0.0, refreshing cache 2024-12-02T08:22:50,987 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-851009073_22 at /127.0.0.1:47912 [Receiving block BP-386709214-172.17.0.2-1733127698749:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 4843ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/dfs/data/data2/, blockId=1073741830, seqno=789 2024-12-02T08:22:50,989 INFO [AsyncFSWAL-0-hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData-prefix:ceab608fb84d,35001,1733127703513 {}] wal.AbstractFSWAL(1183): Slow sync cost: 4845 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41063,DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1,DISK]] 2024-12-02T08:22:50,990 INFO [AsyncFSWAL-0-hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData-prefix:ceab608fb84d,35001,1733127703513 {}] wal.AbstractFSWAL(1183): Slow sync cost: 3468 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41063,DS-b31fd1a5-22ed-431e-b5f5-32327ec7b9c1,DISK]] 2024-12-02T08:22:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:50,993 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127770993"}]},"ts":"1733127770993"} 2024-12-02T08:22:50,995 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T08:22:51,054 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T08:22:51,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:22:51,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, UNASSIGN}] 2024-12-02T08:22:51,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, UNASSIGN 2024-12-02T08:22:51,064 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:22:51,065 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:22:51,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:22:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:51,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:22:51,218 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:51,218 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:22:51,218 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 608b61d232cfba236add3a639956cf7f, disabling compactions & flushes 2024-12-02T08:22:51,219 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. after waiting 0 ms 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:51,219 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 608b61d232cfba236add3a639956cf7f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=A 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=B 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 608b61d232cfba236add3a639956cf7f, store=C 2024-12-02T08:22:51,220 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:22:51,228 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022f64abf44b7e439d8daa53979682ce6b_608b61d232cfba236add3a639956cf7f is 50, key is test_row_2/A:col10/1733127765650/Put/seqid=0 2024-12-02T08:22:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742099_1275 (size=7374) 2024-12-02T08:22:51,239 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:51,244 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022f64abf44b7e439d8daa53979682ce6b_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022f64abf44b7e439d8daa53979682ce6b_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:51,247 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e7fdfc3a3e1f499ab4cc1a263230eaf8, store: [table=TestAcidGuarantees family=A region=608b61d232cfba236add3a639956cf7f] 2024-12-02T08:22:51,248 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e7fdfc3a3e1f499ab4cc1a263230eaf8 is 175, key is test_row_2/A:col10/1733127765650/Put/seqid=0 2024-12-02T08:22:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742100_1276 (size=13865) 2024-12-02T08:22:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:51,656 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e7fdfc3a3e1f499ab4cc1a263230eaf8 2024-12-02T08:22:51,663 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f0cda1181660468b86298c0297e7fdc9 is 50, key is test_row_2/B:col10/1733127765650/Put/seqid=0 2024-12-02T08:22:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742101_1277 (size=7415) 2024-12-02T08:22:51,668 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f0cda1181660468b86298c0297e7fdc9 2024-12-02T08:22:51,750 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/049350d4579f445d80e2866752707448 is 50, key is test_row_2/C:col10/1733127765650/Put/seqid=0 2024-12-02T08:22:51,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742102_1278 (size=7415) 2024-12-02T08:22:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:52,154 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/049350d4579f445d80e2866752707448 2024-12-02T08:22:52,159 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/A/e7fdfc3a3e1f499ab4cc1a263230eaf8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e7fdfc3a3e1f499ab4cc1a263230eaf8 2024-12-02T08:22:52,164 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e7fdfc3a3e1f499ab4cc1a263230eaf8, entries=50, sequenceid=458, filesize=13.5 K 2024-12-02T08:22:52,165 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/B/f0cda1181660468b86298c0297e7fdc9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f0cda1181660468b86298c0297e7fdc9 2024-12-02T08:22:52,169 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f0cda1181660468b86298c0297e7fdc9, entries=50, sequenceid=458, filesize=7.2 K 2024-12-02T08:22:52,170 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/.tmp/C/049350d4579f445d80e2866752707448 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/049350d4579f445d80e2866752707448 2024-12-02T08:22:52,175 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/049350d4579f445d80e2866752707448, entries=50, sequenceid=458, filesize=7.2 K 2024-12-02T08:22:52,176 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 608b61d232cfba236add3a639956cf7f in 957ms, sequenceid=458, compaction requested=true 2024-12-02T08:22:52,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7e9f960a526480890bcb7e7f84b2cc1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e345258dbacd45a4ae5edaf0ccfa85fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/78222423c4bd4f578e68e18a8d7adb53, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7228cd66792a4132b02f227c6d010185, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/bf4e8c61b9ca4284ad6a6796be736cc3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/baf44327af614cee83449a6c8aedb806, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7228e6f860042eab135d1992ef68cb8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e1049f1366824f53a62893e05f22b5dd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e37468aa9373493591d5b03e9135fd27, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7fe63daceed44298abb4d3fd493f2bb2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/cc2df955e0f2436397787299fb4571df, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4387810510444552ac3c2a713ff6286b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a07149ec14e24713910d985c3aa81c98, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a808f7a6887145848bbca40d4a9e50aa, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/dbb70be13b2047499d324bbafbd340ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/43804df5aff04f8385d0661261f37fd5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f5ccc48fc75843ecac9ae8fcf2cb9307, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/30edd3a3ca6b44609f29a4f21a11b598, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f42dd3f16d8248eaad6dff62ac867b11, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/8ba9485f15b84c8bbb4efc59cceb2b11, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4859bc8aa404487aa7aa8bbccec80d6a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0121654a94a74988aa4df53aeb7a7b26, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0315e8f818124c0f9945aac31d6833f6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/512bc8c1e5194865b5d706cc8a955dc5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/03cf9f4c144c4f3bad9279014a7a7683, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/14eb823dfddf4e6d8ff95d5ca9869b12, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4ddc3e65e18744e38652a5a3f12478e9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/eff022a954b34d978af0298ee7c0a5ca, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/531f865239b5483cb7abc23572fd1d64, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/259da724a7054c7088ef5a95a195d7ab] to archive 2024-12-02T08:22:52,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:22:52,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7e9f960a526480890bcb7e7f84b2cc1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7e9f960a526480890bcb7e7f84b2cc1 2024-12-02T08:22:52,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e345258dbacd45a4ae5edaf0ccfa85fc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e345258dbacd45a4ae5edaf0ccfa85fc 2024-12-02T08:22:52,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/78222423c4bd4f578e68e18a8d7adb53 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/78222423c4bd4f578e68e18a8d7adb53 2024-12-02T08:22:52,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7228cd66792a4132b02f227c6d010185 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7228cd66792a4132b02f227c6d010185 2024-12-02T08:22:52,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/bf4e8c61b9ca4284ad6a6796be736cc3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/bf4e8c61b9ca4284ad6a6796be736cc3 2024-12-02T08:22:52,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/baf44327af614cee83449a6c8aedb806 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/baf44327af614cee83449a6c8aedb806 2024-12-02T08:22:52,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7228e6f860042eab135d1992ef68cb8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/d7228e6f860042eab135d1992ef68cb8 2024-12-02T08:22:52,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e1049f1366824f53a62893e05f22b5dd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e1049f1366824f53a62893e05f22b5dd 2024-12-02T08:22:52,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e37468aa9373493591d5b03e9135fd27 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e37468aa9373493591d5b03e9135fd27 2024-12-02T08:22:52,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7fe63daceed44298abb4d3fd493f2bb2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/7fe63daceed44298abb4d3fd493f2bb2 2024-12-02T08:22:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:58,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/cc2df955e0f2436397787299fb4571df to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/cc2df955e0f2436397787299fb4571df 2024-12-02T08:22:58,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4387810510444552ac3c2a713ff6286b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4387810510444552ac3c2a713ff6286b 2024-12-02T08:22:58,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a07149ec14e24713910d985c3aa81c98 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a07149ec14e24713910d985c3aa81c98 2024-12-02T08:22:58,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a808f7a6887145848bbca40d4a9e50aa to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/a808f7a6887145848bbca40d4a9e50aa 2024-12-02T08:22:58,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/dbb70be13b2047499d324bbafbd340ea to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/dbb70be13b2047499d324bbafbd340ea 2024-12-02T08:22:58,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/43804df5aff04f8385d0661261f37fd5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/43804df5aff04f8385d0661261f37fd5 2024-12-02T08:22:58,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f5ccc48fc75843ecac9ae8fcf2cb9307 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f5ccc48fc75843ecac9ae8fcf2cb9307 2024-12-02T08:22:58,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/30edd3a3ca6b44609f29a4f21a11b598 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/30edd3a3ca6b44609f29a4f21a11b598 2024-12-02T08:22:58,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f42dd3f16d8248eaad6dff62ac867b11 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/f42dd3f16d8248eaad6dff62ac867b11 2024-12-02T08:22:58,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/8ba9485f15b84c8bbb4efc59cceb2b11 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/8ba9485f15b84c8bbb4efc59cceb2b11 2024-12-02T08:22:58,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4859bc8aa404487aa7aa8bbccec80d6a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4859bc8aa404487aa7aa8bbccec80d6a 2024-12-02T08:22:58,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0121654a94a74988aa4df53aeb7a7b26 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0121654a94a74988aa4df53aeb7a7b26 2024-12-02T08:22:58,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0315e8f818124c0f9945aac31d6833f6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/0315e8f818124c0f9945aac31d6833f6 2024-12-02T08:22:58,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/512bc8c1e5194865b5d706cc8a955dc5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/512bc8c1e5194865b5d706cc8a955dc5 2024-12-02T08:22:58,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/03cf9f4c144c4f3bad9279014a7a7683 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/03cf9f4c144c4f3bad9279014a7a7683 2024-12-02T08:22:58,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/14eb823dfddf4e6d8ff95d5ca9869b12 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/14eb823dfddf4e6d8ff95d5ca9869b12 2024-12-02T08:22:58,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4ddc3e65e18744e38652a5a3f12478e9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/4ddc3e65e18744e38652a5a3f12478e9 2024-12-02T08:22:58,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/eff022a954b34d978af0298ee7c0a5ca to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/eff022a954b34d978af0298ee7c0a5ca 2024-12-02T08:22:58,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/531f865239b5483cb7abc23572fd1d64 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/531f865239b5483cb7abc23572fd1d64 2024-12-02T08:22:58,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/259da724a7054c7088ef5a95a195d7ab to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/259da724a7054c7088ef5a95a195d7ab 2024-12-02T08:22:58,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1d64141bb0a64d9980591c30246c5eb0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/bc6fc7ac00bf40c898ee1bd43687b337, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/c61383e0802b42099555320361faffd8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1051b8245d264f299b1194d756daa595, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/fb9b5e0271e04181bf51e0d42032a9e9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/eb22c5d7223e46c7ace17452277ed2a4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f6da00342d0f40fdb44a2d77b2a43679, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/3e7a44cc761d4ac2be000c48b8658a5d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/254bcd2807ef460c9012ba7cac2a5750, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/02a3a298f2cf442597090f42a1e71c94, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/cde1e54d89e645029e262ba926072876, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/8dc5e39259024bc4bd3eda9f7a69b561, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/7f107d7f97f7400d98ce57ee1cf68997, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e5cb1add5c2845d0bff212abce1e6d6f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/aca13298171d41cbb2bc5bf2201e1628, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/60bf0018ea7d498ca120258368f01b8d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/a9875b60adba4f0087459aa077ca5d03, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/34756193809543aa9202f26650e8c7c8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f959b90b50074d4dafc14aa48703bad6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/2249d3a204b241e8b3731892e3be0d6d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/5ccd2e27979440969b75b96479fd0f5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6ffe787c188b461d8981fa086ec93486, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/ade3ccc9fc4b42d494f9b2f3c9362331, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/687e7c6737a741c9ba02e95a8f8cce48, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/890b6547bf6a468abe9624a6f5a491da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/da7c2aa559ef49ddb63686e4cb8b8713, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/27cbc310263d4020afafbbe9e491b536, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/9e96692651334436b48dad3d3db7def0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e42b555328294c95b158750042f0e61a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6a1c8a99d50c44e8a1c98d09c8a1d087] to archive 2024-12-02T08:22:58,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:22:58,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1d64141bb0a64d9980591c30246c5eb0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1d64141bb0a64d9980591c30246c5eb0 2024-12-02T08:22:58,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/bc6fc7ac00bf40c898ee1bd43687b337 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/bc6fc7ac00bf40c898ee1bd43687b337 2024-12-02T08:22:58,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/c61383e0802b42099555320361faffd8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/c61383e0802b42099555320361faffd8 2024-12-02T08:22:58,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1051b8245d264f299b1194d756daa595 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/1051b8245d264f299b1194d756daa595 2024-12-02T08:22:58,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/fb9b5e0271e04181bf51e0d42032a9e9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/fb9b5e0271e04181bf51e0d42032a9e9 2024-12-02T08:22:58,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/eb22c5d7223e46c7ace17452277ed2a4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/eb22c5d7223e46c7ace17452277ed2a4 2024-12-02T08:22:58,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f6da00342d0f40fdb44a2d77b2a43679 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f6da00342d0f40fdb44a2d77b2a43679 2024-12-02T08:22:58,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/3e7a44cc761d4ac2be000c48b8658a5d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/3e7a44cc761d4ac2be000c48b8658a5d 2024-12-02T08:22:58,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/254bcd2807ef460c9012ba7cac2a5750 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/254bcd2807ef460c9012ba7cac2a5750 2024-12-02T08:22:58,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/02a3a298f2cf442597090f42a1e71c94 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/02a3a298f2cf442597090f42a1e71c94 2024-12-02T08:22:58,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/cde1e54d89e645029e262ba926072876 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/cde1e54d89e645029e262ba926072876 2024-12-02T08:22:58,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/8dc5e39259024bc4bd3eda9f7a69b561 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/8dc5e39259024bc4bd3eda9f7a69b561 2024-12-02T08:22:58,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/7f107d7f97f7400d98ce57ee1cf68997 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/7f107d7f97f7400d98ce57ee1cf68997 2024-12-02T08:22:58,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e5cb1add5c2845d0bff212abce1e6d6f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e5cb1add5c2845d0bff212abce1e6d6f 2024-12-02T08:22:58,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/aca13298171d41cbb2bc5bf2201e1628 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/aca13298171d41cbb2bc5bf2201e1628 2024-12-02T08:22:58,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/60bf0018ea7d498ca120258368f01b8d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/60bf0018ea7d498ca120258368f01b8d 2024-12-02T08:22:58,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/a9875b60adba4f0087459aa077ca5d03 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/a9875b60adba4f0087459aa077ca5d03 2024-12-02T08:22:58,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/34756193809543aa9202f26650e8c7c8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/34756193809543aa9202f26650e8c7c8 2024-12-02T08:22:58,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f959b90b50074d4dafc14aa48703bad6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f959b90b50074d4dafc14aa48703bad6 2024-12-02T08:22:58,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/2249d3a204b241e8b3731892e3be0d6d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/2249d3a204b241e8b3731892e3be0d6d 2024-12-02T08:22:58,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/5ccd2e27979440969b75b96479fd0f5b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/5ccd2e27979440969b75b96479fd0f5b 2024-12-02T08:22:58,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6ffe787c188b461d8981fa086ec93486 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6ffe787c188b461d8981fa086ec93486 2024-12-02T08:22:58,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/ade3ccc9fc4b42d494f9b2f3c9362331 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/ade3ccc9fc4b42d494f9b2f3c9362331 2024-12-02T08:22:58,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/687e7c6737a741c9ba02e95a8f8cce48 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/687e7c6737a741c9ba02e95a8f8cce48 2024-12-02T08:22:58,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/890b6547bf6a468abe9624a6f5a491da to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/890b6547bf6a468abe9624a6f5a491da 2024-12-02T08:22:58,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/da7c2aa559ef49ddb63686e4cb8b8713 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/da7c2aa559ef49ddb63686e4cb8b8713 2024-12-02T08:22:58,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/27cbc310263d4020afafbbe9e491b536 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/27cbc310263d4020afafbbe9e491b536 2024-12-02T08:22:58,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/9e96692651334436b48dad3d3db7def0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/9e96692651334436b48dad3d3db7def0 2024-12-02T08:22:58,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e42b555328294c95b158750042f0e61a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/e42b555328294c95b158750042f0e61a 2024-12-02T08:22:58,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6a1c8a99d50c44e8a1c98d09c8a1d087 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/6a1c8a99d50c44e8a1c98d09c8a1d087 2024-12-02T08:22:58,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/fbf0b925b06849d4b69b8fd82f08f365, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/710c5190680c40aca0099869ceffd65e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/70ab69edfca249ab895f56b0f68f86af, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/4ee8e168157c48ca8059b0003f3a1a98, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/446e90f6a0374de3a05fd5b68f4586ad, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a78dfcfefb59432ca74155e2243b46a0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8eef87ae53fe45968bfeff8f0fbd4795, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0bb286b9d2de4723af2f390aa768ca2e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a5360279252a4091b15d7a97e31a1cd2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/66f6af03593844e9976455ef5ca91e01, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/415b091bcf7e445bab87ebbc1c88b290, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/f339543e3aa341129b8a03ab402334ab, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6b24375b46c34e1e9712f5cc71cda999, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/22dee9b796244c62b52c79a0d5fe87cb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/349432859e0443faaef382ab86d31a1c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/b36259073e6c41699ff254fd073a3770, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/61c9637f35794ddda52a5bdb775f44a2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/5a662426f44a4162a8254de058adc9ec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/ae0987634a974c699484929042628617, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/73cf4813112c4c39aa4325d3b8c80f22, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a26d6e62eb54c7f90fb56c34ddb04a5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8c9021a8d1284d69be73cdf2e2cb242b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a15652c7512e4444adfa1552569b0a3a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1f9e563b5a9f4471be8e8ee180765967, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/62848d36242a4f22a00ebfe5864e64b4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0d77c3cad7ec40448db008b4a6a44468, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8632ae370f5c48a4865f5f6e846713e3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/e8b8681175534acfa01c1087ccd8d18a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1c803426df1544a99c039eeed5e67f72, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6cfc04649b49483b9f3a6012ed3a127f] to archive 2024-12-02T08:22:58,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:22:58,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/fbf0b925b06849d4b69b8fd82f08f365 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/fbf0b925b06849d4b69b8fd82f08f365 2024-12-02T08:22:58,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/710c5190680c40aca0099869ceffd65e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/710c5190680c40aca0099869ceffd65e 2024-12-02T08:22:58,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/70ab69edfca249ab895f56b0f68f86af to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/70ab69edfca249ab895f56b0f68f86af 2024-12-02T08:22:58,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/4ee8e168157c48ca8059b0003f3a1a98 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/4ee8e168157c48ca8059b0003f3a1a98 2024-12-02T08:22:58,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/446e90f6a0374de3a05fd5b68f4586ad to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/446e90f6a0374de3a05fd5b68f4586ad 2024-12-02T08:22:58,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a78dfcfefb59432ca74155e2243b46a0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a78dfcfefb59432ca74155e2243b46a0 2024-12-02T08:22:58,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8eef87ae53fe45968bfeff8f0fbd4795 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8eef87ae53fe45968bfeff8f0fbd4795 2024-12-02T08:22:58,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0bb286b9d2de4723af2f390aa768ca2e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0bb286b9d2de4723af2f390aa768ca2e 2024-12-02T08:22:58,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a5360279252a4091b15d7a97e31a1cd2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a5360279252a4091b15d7a97e31a1cd2 2024-12-02T08:22:58,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/66f6af03593844e9976455ef5ca91e01 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/66f6af03593844e9976455ef5ca91e01 2024-12-02T08:22:58,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/415b091bcf7e445bab87ebbc1c88b290 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/415b091bcf7e445bab87ebbc1c88b290 2024-12-02T08:22:58,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/f339543e3aa341129b8a03ab402334ab to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/f339543e3aa341129b8a03ab402334ab 2024-12-02T08:22:58,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6b24375b46c34e1e9712f5cc71cda999 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6b24375b46c34e1e9712f5cc71cda999 2024-12-02T08:22:58,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/22dee9b796244c62b52c79a0d5fe87cb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/22dee9b796244c62b52c79a0d5fe87cb 2024-12-02T08:22:58,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/349432859e0443faaef382ab86d31a1c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/349432859e0443faaef382ab86d31a1c 2024-12-02T08:22:58,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/b36259073e6c41699ff254fd073a3770 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/b36259073e6c41699ff254fd073a3770 2024-12-02T08:22:58,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/61c9637f35794ddda52a5bdb775f44a2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/61c9637f35794ddda52a5bdb775f44a2 2024-12-02T08:22:58,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/5a662426f44a4162a8254de058adc9ec to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/5a662426f44a4162a8254de058adc9ec 2024-12-02T08:22:58,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/ae0987634a974c699484929042628617 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/ae0987634a974c699484929042628617 2024-12-02T08:22:58,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/73cf4813112c4c39aa4325d3b8c80f22 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/73cf4813112c4c39aa4325d3b8c80f22 2024-12-02T08:22:58,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a26d6e62eb54c7f90fb56c34ddb04a5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a26d6e62eb54c7f90fb56c34ddb04a5 2024-12-02T08:22:58,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8c9021a8d1284d69be73cdf2e2cb242b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8c9021a8d1284d69be73cdf2e2cb242b 2024-12-02T08:22:58,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a15652c7512e4444adfa1552569b0a3a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/a15652c7512e4444adfa1552569b0a3a 2024-12-02T08:22:58,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1f9e563b5a9f4471be8e8ee180765967 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1f9e563b5a9f4471be8e8ee180765967 2024-12-02T08:22:58,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/62848d36242a4f22a00ebfe5864e64b4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/62848d36242a4f22a00ebfe5864e64b4 2024-12-02T08:22:58,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0d77c3cad7ec40448db008b4a6a44468 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/0d77c3cad7ec40448db008b4a6a44468 2024-12-02T08:22:58,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8632ae370f5c48a4865f5f6e846713e3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/8632ae370f5c48a4865f5f6e846713e3 2024-12-02T08:22:58,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/e8b8681175534acfa01c1087ccd8d18a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/e8b8681175534acfa01c1087ccd8d18a 2024-12-02T08:22:58,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1c803426df1544a99c039eeed5e67f72 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/1c803426df1544a99c039eeed5e67f72 2024-12-02T08:22:58,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6cfc04649b49483b9f3a6012ed3a127f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/6cfc04649b49483b9f3a6012ed3a127f 2024-12-02T08:22:58,962 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=4 2024-12-02T08:22:58,963 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f. 2024-12-02T08:22:58,963 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 608b61d232cfba236add3a639956cf7f: 2024-12-02T08:22:58,971 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:58,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=608b61d232cfba236add3a639956cf7f, regionState=CLOSED 2024-12-02T08:22:58,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-02T08:22:58,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 608b61d232cfba236add3a639956cf7f, server=ceab608fb84d,41577,1733127704904 in 7.9100 sec 2024-12-02T08:22:58,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-12-02T08:22:58,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=608b61d232cfba236add3a639956cf7f, UNASSIGN in 7.9210 sec 2024-12-02T08:22:58,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-02T08:22:58,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 7.9260 sec 2024-12-02T08:22:58,985 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127778985"}]},"ts":"1733127778985"} 2024-12-02T08:22:58,987 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T08:22:59,032 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T08:22:59,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 12.8910 sec 2024-12-02T08:22:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-02T08:22:59,099 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-02T08:22:59,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T08:22:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:59,102 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T08:22:59,102 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:59,105 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,107 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/recovered.edits] 2024-12-02T08:22:59,110 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/70d3be4cba404b83a4299b2bf2014455 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/70d3be4cba404b83a4299b2bf2014455 2024-12-02T08:22:59,111 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/b06dda9d30c44f19b1d573c01e381767 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/b06dda9d30c44f19b1d573c01e381767 2024-12-02T08:22:59,116 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e7fdfc3a3e1f499ab4cc1a263230eaf8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/A/e7fdfc3a3e1f499ab4cc1a263230eaf8 2024-12-02T08:22:59,118 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/b50979503cb4488e892c1ca6ab58cb4b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/b50979503cb4488e892c1ca6ab58cb4b 2024-12-02T08:22:59,119 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/b66d3a0e11704d69a36d5c9da74e164b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/b66d3a0e11704d69a36d5c9da74e164b 2024-12-02T08:22:59,120 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f0cda1181660468b86298c0297e7fdc9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/B/f0cda1181660468b86298c0297e7fdc9 2024-12-02T08:22:59,122 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/049350d4579f445d80e2866752707448 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/049350d4579f445d80e2866752707448 2024-12-02T08:22:59,127 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/57360e44471f454a98e14c0b5d9f70a3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/57360e44471f454a98e14c0b5d9f70a3 2024-12-02T08:22:59,128 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a3edbae398d4838bf36b65389042363 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/C/9a3edbae398d4838bf36b65389042363 2024-12-02T08:22:59,132 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/recovered.edits/461.seqid to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f/recovered.edits/461.seqid 2024-12-02T08:22:59,133 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,133 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T08:22:59,134 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T08:22:59,134 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T08:22:59,140 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202008b3aadb03e4958a90251e059d397d5_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202008b3aadb03e4958a90251e059d397d5_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,141 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202074fa25b0c5d4101ab6299685af6c1d5_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202074fa25b0c5d4101ab6299685af6c1d5_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,143 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202093221150b8640a08d08032a0963f8a7_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202093221150b8640a08d08032a0963f8a7_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,144 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202107bede1828f4a8e8b503bce74989394_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202107bede1828f4a8e8b503bce74989394_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,145 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022b2804aa9dff4d0c8823487114c6ed4f_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022b2804aa9dff4d0c8823487114c6ed4f_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,147 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022f64abf44b7e439d8daa53979682ce6b_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022f64abf44b7e439d8daa53979682ce6b_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,148 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023374d5f2a10c4a8aac16c55df4f83b00_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023374d5f2a10c4a8aac16c55df4f83b00_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,149 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120235b0a159fff64467bb5a5e2ba101d19e_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120235b0a159fff64467bb5a5e2ba101d19e_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,150 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023e621251a9b94e309d6c4580572dfdf4_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023e621251a9b94e309d6c4580572dfdf4_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,151 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024b0a988a0fa24d57ad8c1236f48ed3a1_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024b0a988a0fa24d57ad8c1236f48ed3a1_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,152 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024bffa447f42746829e4bb10c23046011_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024bffa447f42746829e4bb10c23046011_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,153 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b3350cbaa9043a4b368bee9f7b89ace_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025b3350cbaa9043a4b368bee9f7b89ace_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,154 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120261e83c55c48b426b8f0a3881e7765111_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120261e83c55c48b426b8f0a3881e7765111_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,159 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026e8a45a3e0924096ad011d63d90b0da9_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026e8a45a3e0924096ad011d63d90b0da9_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,161 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027354498dacd24f54bb38291c974ea4b4_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027354498dacd24f54bb38291c974ea4b4_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,162 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120273f7781497f64368950c370c78d03731_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120273f7781497f64368950c370c78d03731_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,163 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120280f440a6ef6f4d309882607e7e3b7020_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120280f440a6ef6f4d309882607e7e3b7020_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,164 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a442a89ac36a4cef8505be71c472540c_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a442a89ac36a4cef8505be71c472540c_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,165 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a83d0cbcbf3242dfa629b6732e9f7709_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a83d0cbcbf3242dfa629b6732e9f7709_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d2aec571b40f4ed398a880a8d3c4b38f_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d2aec571b40f4ed398a880a8d3c4b38f_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddad031520c2462e9d0147092ee799a0_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddad031520c2462e9d0147092ee799a0_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddeb13e164684279b877b5eafe5afb05_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddeb13e164684279b877b5eafe5afb05_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fd45f2cdcdd846659b78849b80d28c54_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fd45f2cdcdd846659b78849b80d28c54_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fed6ccc617c64de3a1d73a719499f30d_608b61d232cfba236add3a639956cf7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202fed6ccc617c64de3a1d73a719499f30d_608b61d232cfba236add3a639956cf7f 2024-12-02T08:22:59,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T08:22:59,183 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:59,186 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T08:22:59,189 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T08:22:59,190 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:59,191 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T08:22:59,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733127779191"}]},"ts":"9223372036854775807"} 2024-12-02T08:22:59,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T08:22:59,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 608b61d232cfba236add3a639956cf7f, NAME => 'TestAcidGuarantees,,1733127734870.608b61d232cfba236add3a639956cf7f.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T08:22:59,200 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T08:22:59,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733127779200"}]},"ts":"9223372036854775807"} 2024-12-02T08:22:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T08:22:59,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T08:22:59,232 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:59,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 132 msec 2024-12-02T08:22:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-02T08:22:59,404 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-02T08:22:59,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=236 (was 239), OpenFileDescriptor=442 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=924 (was 858) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3333 (was 1496) - AvailableMemoryMB LEAK? - 2024-12-02T08:22:59,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=236, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=924, ProcessCount=11, AvailableMemoryMB=3332 2024-12-02T08:22:59,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:22:59,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:22:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T08:22:59,425 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T08:22:59,425 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:22:59,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-12-02T08:22:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-02T08:22:59,426 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T08:22:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742103_1279 (size=963) 2024-12-02T08:22:59,440 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:22:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742104_1280 (size=53) 2024-12-02T08:22:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-02T08:22:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-02T08:22:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:22:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 44c22d4cab8812efad31ce88728b2f45, disabling compactions & flushes 2024-12-02T08:22:59,845 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:22:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:22:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. after waiting 0 ms 2024-12-02T08:22:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:22:59,845 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:22:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:22:59,846 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T08:22:59,846 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733127779846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733127779846"}]},"ts":"1733127779846"} 2024-12-02T08:22:59,847 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T08:22:59,848 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T08:22:59,848 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127779848"}]},"ts":"1733127779848"} 2024-12-02T08:22:59,849 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T08:22:59,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44c22d4cab8812efad31ce88728b2f45, ASSIGN}] 2024-12-02T08:22:59,871 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44c22d4cab8812efad31ce88728b2f45, ASSIGN 2024-12-02T08:22:59,872 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44c22d4cab8812efad31ce88728b2f45, ASSIGN; state=OFFLINE, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=false 2024-12-02T08:23:00,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=44c22d4cab8812efad31ce88728b2f45, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:00,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:23:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-02T08:23:00,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:00,178 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:00,179 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:23:00,179 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,179 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:23:00,179 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,179 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,180 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,181 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:00,182 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c22d4cab8812efad31ce88728b2f45 columnFamilyName A 2024-12-02T08:23:00,182 DEBUG [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:00,182 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.HStore(327): Store=44c22d4cab8812efad31ce88728b2f45/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:00,183 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,184 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:00,184 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c22d4cab8812efad31ce88728b2f45 columnFamilyName B 2024-12-02T08:23:00,184 DEBUG [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:00,184 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.HStore(327): Store=44c22d4cab8812efad31ce88728b2f45/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:00,184 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,185 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:00,186 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c22d4cab8812efad31ce88728b2f45 columnFamilyName C 2024-12-02T08:23:00,186 DEBUG [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:00,186 INFO [StoreOpener-44c22d4cab8812efad31ce88728b2f45-1 {}] regionserver.HStore(327): Store=44c22d4cab8812efad31ce88728b2f45/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:00,186 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:00,187 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,187 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,189 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:23:00,190 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:00,193 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:23:00,193 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 44c22d4cab8812efad31ce88728b2f45; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67640516, jitterRate=0.007922232151031494}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:23:00,194 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:00,194 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., pid=66, masterSystemTime=1733127780175 2024-12-02T08:23:00,196 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:00,196 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:00,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=44c22d4cab8812efad31ce88728b2f45, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:00,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-02T08:23:00,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 in 174 msec 2024-12-02T08:23:00,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-02T08:23:00,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=44c22d4cab8812efad31ce88728b2f45, ASSIGN in 328 msec 2024-12-02T08:23:00,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T08:23:00,200 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127780200"}]},"ts":"1733127780200"} 2024-12-02T08:23:00,200 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T08:23:00,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T08:23:00,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 798 msec 2024-12-02T08:23:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-02T08:23:00,530 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-12-02T08:23:00,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05e0e280 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f02d8c 2024-12-02T08:23:00,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195206da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:00,583 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:00,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T08:23:00,587 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T08:23:00,589 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473477dd to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21cebefa 2024-12-02T08:23:00,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282318cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a91dc80 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e7c8846 2024-12-02T08:23:00,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea91426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a874cc0 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4093d76e 2024-12-02T08:23:00,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762de37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6119e7 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31178bc2 2024-12-02T08:23:00,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7507573f to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78439bc6 2024-12-02T08:23:00,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d2a893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a2545d0 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ab3f837 2024-12-02T08:23:00,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40da73c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,864 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d039dc2 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2834a215 2024-12-02T08:23:00,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be398a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15db087a to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@187234de 2024-12-02T08:23:00,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff3c1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1be4cd to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2446f174 2024-12-02T08:23:00,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59992dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:00,972 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62ceb440 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7190243c 2024-12-02T08:23:01,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d647a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:01,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-02T08:23:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-02T08:23:01,038 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:01,039 DEBUG [hconnection-0x4a6419b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,039 DEBUG [hconnection-0x162c36b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,039 DEBUG [hconnection-0x786f1d2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,039 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:01,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:01,038 DEBUG [hconnection-0x1ee769e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,040 DEBUG [hconnection-0xf8d7e09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,040 DEBUG [hconnection-0x3c450ac1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,040 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,040 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,040 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,041 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,041 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,042 DEBUG [hconnection-0x2f219b46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,042 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,043 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,043 DEBUG [hconnection-0x4c6c63e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,044 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,046 DEBUG [hconnection-0x42dc623c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,050 DEBUG [hconnection-0x620e0b30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:01,051 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:01,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:23:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:01,058 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:01,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/66c2f500e9e14feba7dd8d275b6f035c is 50, key is test_row_0/A:col10/1733127781050/Put/seqid=0 2024-12-02T08:23:01,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127841100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127841103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127841104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127841105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127841105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742105_1281 (size=12001) 2024-12-02T08:23:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-02T08:23:01,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/66c2f500e9e14feba7dd8d275b6f035c 2024-12-02T08:23:01,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-02T08:23:01,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:01,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/3fb9a69d35d8430a8789b4cf7bb79c54 is 50, key is test_row_0/B:col10/1733127781050/Put/seqid=0 2024-12-02T08:23:01,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127841209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127841211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127841212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127841212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127841212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742106_1282 (size=12001) 2024-12-02T08:23:01,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/3fb9a69d35d8430a8789b4cf7bb79c54 2024-12-02T08:23:01,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/fae7dca4ff314e1e86cd745f65697cc0 is 50, key is test_row_0/C:col10/1733127781050/Put/seqid=0 2024-12-02T08:23:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742107_1283 (size=12001) 2024-12-02T08:23:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-02T08:23:01,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-02T08:23:01,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:01,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127841419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127841419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127841419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127841419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127841419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-02T08:23:01,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-02T08:23:01,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-02T08:23:01,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:01,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:01,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127841721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127841721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127841722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127841724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127841723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/fae7dca4ff314e1e86cd745f65697cc0 2024-12-02T08:23:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/66c2f500e9e14feba7dd8d275b6f035c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/66c2f500e9e14feba7dd8d275b6f035c 2024-12-02T08:23:01,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/66c2f500e9e14feba7dd8d275b6f035c, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T08:23:01,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/3fb9a69d35d8430a8789b4cf7bb79c54 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3fb9a69d35d8430a8789b4cf7bb79c54 2024-12-02T08:23:01,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3fb9a69d35d8430a8789b4cf7bb79c54, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T08:23:01,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/fae7dca4ff314e1e86cd745f65697cc0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fae7dca4ff314e1e86cd745f65697cc0 2024-12-02T08:23:01,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fae7dca4ff314e1e86cd745f65697cc0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T08:23:01,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 44c22d4cab8812efad31ce88728b2f45 in 723ms, sequenceid=13, compaction requested=false 2024-12-02T08:23:01,775 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T08:23:01,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:01,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:01,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-02T08:23:01,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:01,809 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:23:01,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:01,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:01,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:01,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:01,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:01,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f502b41ff48c439f96c95f157f7aa460 is 50, key is test_row_0/A:col10/1733127781102/Put/seqid=0 2024-12-02T08:23:01,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742108_1284 (size=12001) 2024-12-02T08:23:01,920 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f502b41ff48c439f96c95f157f7aa460 2024-12-02T08:23:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0eb814bcc8af44d5b71aea305486e009 is 50, key is test_row_0/B:col10/1733127781102/Put/seqid=0 2024-12-02T08:23:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742109_1285 (size=12001) 2024-12-02T08:23:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-02T08:23:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:02,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:02,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127842251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127842252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127842262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127842274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127842267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127842369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127842369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127842378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127842381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127842392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,403 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0eb814bcc8af44d5b71aea305486e009 2024-12-02T08:23:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/6ac6d06fc25448d3aec8d0efa3090a04 is 50, key is test_row_0/C:col10/1733127781102/Put/seqid=0 2024-12-02T08:23:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742110_1286 (size=12001) 2024-12-02T08:23:02,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127842578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127842578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127842586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127842593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127842611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,881 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/6ac6d06fc25448d3aec8d0efa3090a04 2024-12-02T08:23:02,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127842883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f502b41ff48c439f96c95f157f7aa460 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f502b41ff48c439f96c95f157f7aa460 2024-12-02T08:23:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127842891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127842897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,904 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f502b41ff48c439f96c95f157f7aa460, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T08:23:02,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0eb814bcc8af44d5b71aea305486e009 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0eb814bcc8af44d5b71aea305486e009 2024-12-02T08:23:02,913 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0eb814bcc8af44d5b71aea305486e009, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T08:23:02,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/6ac6d06fc25448d3aec8d0efa3090a04 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/6ac6d06fc25448d3aec8d0efa3090a04 2024-12-02T08:23:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127842914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127842911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:02,947 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/6ac6d06fc25448d3aec8d0efa3090a04, entries=150, sequenceid=37, filesize=11.7 K 2024-12-02T08:23:02,948 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 44c22d4cab8812efad31ce88728b2f45 in 1139ms, sequenceid=37, compaction requested=false 2024-12-02T08:23:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-02T08:23:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-02T08:23:02,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-02T08:23:02,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9100 sec 2024-12-02T08:23:02,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.9160 sec 2024-12-02T08:23:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-02T08:23:03,142 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-02T08:23:03,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-02T08:23:03,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T08:23:03,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:03,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T08:23:03,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-02T08:23:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:03,299 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:23:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:03,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/4483070705594899bd2edc457e4cca1d is 50, key is test_row_0/A:col10/1733127782260/Put/seqid=0 2024-12-02T08:23:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742111_1287 (size=12001) 2024-12-02T08:23:03,336 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/4483070705594899bd2edc457e4cca1d 2024-12-02T08:23:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/a1d84a9bace24a299f79f7f4c092ee55 is 50, key is test_row_0/B:col10/1733127782260/Put/seqid=0 2024-12-02T08:23:03,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742112_1288 (size=12001) 2024-12-02T08:23:03,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127843422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127843422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127843425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127843427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127843427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T08:23:03,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127843527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127843527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127843531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127843531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127843730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127843730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127843733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T08:23:03,794 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/a1d84a9bace24a299f79f7f4c092ee55 2024-12-02T08:23:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6 is 50, key is test_row_0/C:col10/1733127782260/Put/seqid=0 2024-12-02T08:23:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742113_1289 (size=12001) 2024-12-02T08:23:03,846 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6 2024-12-02T08:23:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/4483070705594899bd2edc457e4cca1d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/4483070705594899bd2edc457e4cca1d 2024-12-02T08:23:03,855 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/4483070705594899bd2edc457e4cca1d, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T08:23:03,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/a1d84a9bace24a299f79f7f4c092ee55 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/a1d84a9bace24a299f79f7f4c092ee55 2024-12-02T08:23:03,861 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/a1d84a9bace24a299f79f7f4c092ee55, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T08:23:03,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6 2024-12-02T08:23:03,878 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T08:23:03,879 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 44c22d4cab8812efad31ce88728b2f45 in 580ms, sequenceid=50, compaction requested=true 2024-12-02T08:23:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-02T08:23:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-02T08:23:03,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-02T08:23:03,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 736 msec 2024-12-02T08:23:03,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 740 msec 2024-12-02T08:23:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:04,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:23:04,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:04,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:04,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:04,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:04,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:04,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:04,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f1385c26c02b40d99e3f8b4ef53b170c is 50, key is test_row_0/A:col10/1733127784035/Put/seqid=0 2024-12-02T08:23:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742114_1290 (size=12001) 2024-12-02T08:23:04,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f1385c26c02b40d99e3f8b4ef53b170c 2024-12-02T08:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127844043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127844044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127844044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127844047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/949f3a476df64fa589925d6aac6371d5 is 50, key is test_row_0/B:col10/1733127784035/Put/seqid=0 2024-12-02T08:23:04,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742115_1291 (size=12001) 2024-12-02T08:23:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127844146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127844148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127844148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127844149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-02T08:23:04,252 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-02T08:23:04,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-02T08:23:04,255 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:04,256 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:04,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-02T08:23:04,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127844349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127844351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127844353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127844353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-02T08:23:04,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-02T08:23:04,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:04,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127844431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T08:23:04,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/949f3a476df64fa589925d6aac6371d5 2024-12-02T08:23:04,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c7882c0db208453d8f28a798d8bd2009 is 50, key is test_row_0/C:col10/1733127784035/Put/seqid=0 2024-12-02T08:23:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742116_1292 (size=12001) 2024-12-02T08:23:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-02T08:23:04,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-02T08:23:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127844654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127844656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127844660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127844660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-02T08:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-02T08:23:04,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:04,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-02T08:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:04,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c7882c0db208453d8f28a798d8bd2009 2024-12-02T08:23:04,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f1385c26c02b40d99e3f8b4ef53b170c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f1385c26c02b40d99e3f8b4ef53b170c 2024-12-02T08:23:04,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f1385c26c02b40d99e3f8b4ef53b170c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-02T08:23:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/949f3a476df64fa589925d6aac6371d5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/949f3a476df64fa589925d6aac6371d5 2024-12-02T08:23:04,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/949f3a476df64fa589925d6aac6371d5, entries=150, sequenceid=75, filesize=11.7 K 2024-12-02T08:23:04,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c7882c0db208453d8f28a798d8bd2009 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c7882c0db208453d8f28a798d8bd2009 2024-12-02T08:23:04,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c7882c0db208453d8f28a798d8bd2009, entries=150, sequenceid=75, filesize=11.7 K 2024-12-02T08:23:04,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 44c22d4cab8812efad31ce88728b2f45 in 949ms, sequenceid=75, compaction requested=true 2024-12-02T08:23:04,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:04,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:04,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:04,986 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:04,986 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:04,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:04,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:04,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:04,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:04,987 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:04,987 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:04,987 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:04,987 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:04,987 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,987 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:04,987 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3fb9a69d35d8430a8789b4cf7bb79c54, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0eb814bcc8af44d5b71aea305486e009, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/a1d84a9bace24a299f79f7f4c092ee55, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/949f3a476df64fa589925d6aac6371d5] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=46.9 K 2024-12-02T08:23:04,987 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/66c2f500e9e14feba7dd8d275b6f035c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f502b41ff48c439f96c95f157f7aa460, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/4483070705594899bd2edc457e4cca1d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f1385c26c02b40d99e3f8b4ef53b170c] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=46.9 K 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb9a69d35d8430a8789b4cf7bb79c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733127781045 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66c2f500e9e14feba7dd8d275b6f035c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733127781045 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eb814bcc8af44d5b71aea305486e009, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733127781093 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f502b41ff48c439f96c95f157f7aa460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733127781093 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4483070705594899bd2edc457e4cca1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127782251 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a1d84a9bace24a299f79f7f4c092ee55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127782251 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1385c26c02b40d99e3f8b4ef53b170c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733127783413 2024-12-02T08:23:04,988 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 949f3a476df64fa589925d6aac6371d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733127783413 2024-12-02T08:23:04,997 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:04,997 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/c3ceacb344a443dab40114b689c170e7 is 50, key is test_row_0/B:col10/1733127784035/Put/seqid=0 2024-12-02T08:23:04,999 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#240 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:05,000 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/2d82108d9bd24444ad4573ba34af9314 is 50, key is test_row_0/A:col10/1733127784035/Put/seqid=0 2024-12-02T08:23:05,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-02T08:23:05,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:05,022 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:23:05,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:05,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:05,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:05,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:05,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:05,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:05,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9cf7376c773646479dd736fa91fffc2b is 50, key is test_row_0/A:col10/1733127784043/Put/seqid=0 2024-12-02T08:23:05,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742118_1294 (size=12139) 2024-12-02T08:23:05,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742117_1293 (size=12139) 2024-12-02T08:23:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742119_1295 (size=12001) 2024-12-02T08:23:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:05,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:05,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127845182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127845185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127845184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127845186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127845286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127845289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127845289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127845289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-02T08:23:05,442 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/2d82108d9bd24444ad4573ba34af9314 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2d82108d9bd24444ad4573ba34af9314 2024-12-02T08:23:05,449 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into 2d82108d9bd24444ad4573ba34af9314(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:05,449 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:05,449 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=12, startTime=1733127784986; duration=0sec 2024-12-02T08:23:05,449 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:05,450 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:05,450 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:05,451 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9cf7376c773646479dd736fa91fffc2b 2024-12-02T08:23:05,453 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:05,453 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:05,453 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:05,453 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fae7dca4ff314e1e86cd745f65697cc0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/6ac6d06fc25448d3aec8d0efa3090a04, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c7882c0db208453d8f28a798d8bd2009] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=46.9 K 2024-12-02T08:23:05,455 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting fae7dca4ff314e1e86cd745f65697cc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733127781045 2024-12-02T08:23:05,455 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ac6d06fc25448d3aec8d0efa3090a04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733127781093 2024-12-02T08:23:05,456 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd9c9d11e3a14b2eb3dcaaabeffcd2e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127782251 2024-12-02T08:23:05,456 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7882c0db208453d8f28a798d8bd2009, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733127783413 2024-12-02T08:23:05,462 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/c3ceacb344a443dab40114b689c170e7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c3ceacb344a443dab40114b689c170e7 2024-12-02T08:23:05,469 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into c3ceacb344a443dab40114b689c170e7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:05,469 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:05,469 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=12, startTime=1733127784986; duration=0sec 2024-12-02T08:23:05,470 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:05,470 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:05,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f187db289e924cb6aa086ee95993ed76 is 50, key is test_row_0/B:col10/1733127784043/Put/seqid=0 2024-12-02T08:23:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127845489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127845492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127845492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127845494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,500 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:05,501 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/5571b95ec8624662a9efd244953f51ef is 50, key is test_row_0/C:col10/1733127784035/Put/seqid=0 2024-12-02T08:23:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742120_1296 (size=12001) 2024-12-02T08:23:05,525 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f187db289e924cb6aa086ee95993ed76 2024-12-02T08:23:05,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742121_1297 (size=12139) 2024-12-02T08:23:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/f24225a28986474a8fad47564cb32362 is 50, key is test_row_0/C:col10/1733127784043/Put/seqid=0 2024-12-02T08:23:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742122_1298 (size=12001) 2024-12-02T08:23:05,594 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/f24225a28986474a8fad47564cb32362 2024-12-02T08:23:05,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9cf7376c773646479dd736fa91fffc2b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9cf7376c773646479dd736fa91fffc2b 2024-12-02T08:23:05,609 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9cf7376c773646479dd736fa91fffc2b, entries=150, sequenceid=86, filesize=11.7 K 2024-12-02T08:23:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f187db289e924cb6aa086ee95993ed76 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f187db289e924cb6aa086ee95993ed76 2024-12-02T08:23:05,619 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f187db289e924cb6aa086ee95993ed76, entries=150, sequenceid=86, filesize=11.7 K 2024-12-02T08:23:05,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/f24225a28986474a8fad47564cb32362 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f24225a28986474a8fad47564cb32362 2024-12-02T08:23:05,625 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f24225a28986474a8fad47564cb32362, entries=150, sequenceid=86, filesize=11.7 K 2024-12-02T08:23:05,626 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 44c22d4cab8812efad31ce88728b2f45 in 604ms, sequenceid=86, compaction requested=false 2024-12-02T08:23:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-02T08:23:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-02T08:23:05,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-02T08:23:05,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3710 sec 2024-12-02T08:23:05,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.3760 sec 2024-12-02T08:23:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:05,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-02T08:23:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:05,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:05,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:05,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127845802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/08f4c424b284440c85862c0183c3a0d8 is 50, key is test_row_0/A:col10/1733127785799/Put/seqid=0 2024-12-02T08:23:05,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127845805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127845809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127845809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742123_1299 (size=12001) 2024-12-02T08:23:05,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127845908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127845910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127845919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127845919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:05,970 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/5571b95ec8624662a9efd244953f51ef as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5571b95ec8624662a9efd244953f51ef 2024-12-02T08:23:05,975 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 5571b95ec8624662a9efd244953f51ef(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:05,975 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:05,976 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=12, startTime=1733127784986; duration=0sec 2024-12-02T08:23:05,976 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:05,976 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127846112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127846117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127846123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127846123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/08f4c424b284440c85862c0183c3a0d8 2024-12-02T08:23:06,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0be07b4f7d394b5182b560f24f89e1ef is 50, key is test_row_0/B:col10/1733127785799/Put/seqid=0 2024-12-02T08:23:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742124_1300 (size=12001) 2024-12-02T08:23:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-02T08:23:06,363 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-02T08:23:06,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-02T08:23:06,368 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T08:23:06,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:06,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127846415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127846418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127846425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127846426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127846440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,442 DEBUG [Thread-1279 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., hostname=ceab608fb84d,41577,1733127704904, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:23:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T08:23:06,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T08:23:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:06,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0be07b4f7d394b5182b560f24f89e1ef 2024-12-02T08:23:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T08:23:06,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/2a3e541b703349ce980973f89613b8c7 is 50, key is test_row_0/C:col10/1733127785799/Put/seqid=0 2024-12-02T08:23:06,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T08:23:06,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:06,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742125_1301 (size=12001) 2024-12-02T08:23:06,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/2a3e541b703349ce980973f89613b8c7 2024-12-02T08:23:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/08f4c424b284440c85862c0183c3a0d8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/08f4c424b284440c85862c0183c3a0d8 2024-12-02T08:23:06,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/08f4c424b284440c85862c0183c3a0d8, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T08:23:06,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0be07b4f7d394b5182b560f24f89e1ef as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0be07b4f7d394b5182b560f24f89e1ef 2024-12-02T08:23:06,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0be07b4f7d394b5182b560f24f89e1ef, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T08:23:06,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/2a3e541b703349ce980973f89613b8c7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2a3e541b703349ce980973f89613b8c7 2024-12-02T08:23:06,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2a3e541b703349ce980973f89613b8c7, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T08:23:06,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 44c22d4cab8812efad31ce88728b2f45 in 944ms, sequenceid=118, compaction requested=true 2024-12-02T08:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:06,743 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:06,743 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:06,744 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:06,744 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:06,744 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,744 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2d82108d9bd24444ad4573ba34af9314, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9cf7376c773646479dd736fa91fffc2b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/08f4c424b284440c85862c0183c3a0d8] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=35.3 K 2024-12-02T08:23:06,744 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:06,744 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:06,744 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,744 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c3ceacb344a443dab40114b689c170e7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f187db289e924cb6aa086ee95993ed76, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0be07b4f7d394b5182b560f24f89e1ef] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=35.3 K 2024-12-02T08:23:06,745 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d82108d9bd24444ad4573ba34af9314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733127783413 2024-12-02T08:23:06,745 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c3ceacb344a443dab40114b689c170e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733127783413 2024-12-02T08:23:06,745 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cf7376c773646479dd736fa91fffc2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733127784042 2024-12-02T08:23:06,745 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f187db289e924cb6aa086ee95993ed76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733127784042 2024-12-02T08:23:06,745 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f4c424b284440c85862c0183c3a0d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127785184 2024-12-02T08:23:06,745 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0be07b4f7d394b5182b560f24f89e1ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127785184 2024-12-02T08:23:06,753 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:06,753 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/c30a7d23f09746949ff943a4fdc6a55d is 50, key is test_row_0/B:col10/1733127785799/Put/seqid=0 2024-12-02T08:23:06,760 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:06,761 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/d184da25777f48b2b8cfe287d495a48b is 50, key is test_row_0/A:col10/1733127785799/Put/seqid=0 2024-12-02T08:23:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742127_1303 (size=12241) 2024-12-02T08:23:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742126_1302 (size=12241) 2024-12-02T08:23:06,776 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/d184da25777f48b2b8cfe287d495a48b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d184da25777f48b2b8cfe287d495a48b 2024-12-02T08:23:06,784 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into d184da25777f48b2b8cfe287d495a48b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:06,784 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:06,785 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=13, startTime=1733127786743; duration=0sec 2024-12-02T08:23:06,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:06,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:06,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:06,788 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:06,788 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:06,788 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,788 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5571b95ec8624662a9efd244953f51ef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f24225a28986474a8fad47564cb32362, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2a3e541b703349ce980973f89613b8c7] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=35.3 K 2024-12-02T08:23:06,789 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/c30a7d23f09746949ff943a4fdc6a55d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c30a7d23f09746949ff943a4fdc6a55d 2024-12-02T08:23:06,789 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5571b95ec8624662a9efd244953f51ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733127783413 2024-12-02T08:23:06,790 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f24225a28986474a8fad47564cb32362, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733127784042 2024-12-02T08:23:06,790 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a3e541b703349ce980973f89613b8c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127785184 2024-12-02T08:23:06,795 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into c30a7d23f09746949ff943a4fdc6a55d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:06,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:06,795 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127786743; duration=0sec 2024-12-02T08:23:06,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:06,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:06,803 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:06,803 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/223805d404e24779b964d7dd44afd1ec is 50, key is test_row_0/C:col10/1733127785799/Put/seqid=0 2024-12-02T08:23:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742128_1304 (size=12241) 2024-12-02T08:23:06,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:06,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-02T08:23:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,844 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-02T08:23:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:06,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/2b24bc1fac2a4d15bb12876e092712b3 is 50, key is test_row_0/A:col10/1733127785804/Put/seqid=0 2024-12-02T08:23:06,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742129_1305 (size=9657) 2024-12-02T08:23:06,886 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/2b24bc1fac2a4d15bb12876e092712b3 2024-12-02T08:23:06,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/6a956e1a60ba400b9f94d812946ebd78 is 50, key is test_row_0/B:col10/1733127785804/Put/seqid=0 2024-12-02T08:23:06,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742130_1306 (size=9657) 2024-12-02T08:23:06,915 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/6a956e1a60ba400b9f94d812946ebd78 2024-12-02T08:23:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/97b7dbe18cca4b71b127d2d86ad8d614 is 50, key is test_row_0/C:col10/1733127785804/Put/seqid=0 2024-12-02T08:23:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:06,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742131_1307 (size=9657) 2024-12-02T08:23:06,951 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/97b7dbe18cca4b71b127d2d86ad8d614 2024-12-02T08:23:06,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/2b24bc1fac2a4d15bb12876e092712b3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2b24bc1fac2a4d15bb12876e092712b3 2024-12-02T08:23:06,961 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2b24bc1fac2a4d15bb12876e092712b3, entries=100, sequenceid=127, filesize=9.4 K 2024-12-02T08:23:06,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/6a956e1a60ba400b9f94d812946ebd78 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6a956e1a60ba400b9f94d812946ebd78 2024-12-02T08:23:06,967 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6a956e1a60ba400b9f94d812946ebd78, entries=100, sequenceid=127, filesize=9.4 K 2024-12-02T08:23:06,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/97b7dbe18cca4b71b127d2d86ad8d614 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/97b7dbe18cca4b71b127d2d86ad8d614 2024-12-02T08:23:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T08:23:06,978 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/97b7dbe18cca4b71b127d2d86ad8d614, entries=100, sequenceid=127, filesize=9.4 K 2024-12-02T08:23:06,990 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=120.76 KB/123660 for 44c22d4cab8812efad31ce88728b2f45 in 147ms, sequenceid=127, compaction requested=false 2024-12-02T08:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-02T08:23:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:06,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T08:23:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-02T08:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:07,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-02T08:23:07,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 624 msec 2024-12-02T08:23:07,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0070b7c2107f4c1382aba98e239a13c9 is 50, key is test_row_0/A:col10/1733127786992/Put/seqid=0 2024-12-02T08:23:07,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 636 msec 2024-12-02T08:23:07,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127847007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127847011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127847011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127847011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742132_1308 (size=16931) 2024-12-02T08:23:07,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0070b7c2107f4c1382aba98e239a13c9 2024-12-02T08:23:07,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/9d3140ac21d74b4faa9062c7c3651b4d is 50, key is test_row_0/B:col10/1733127786992/Put/seqid=0 2024-12-02T08:23:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742133_1309 (size=12151) 2024-12-02T08:23:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127847112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127847115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127847116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127847116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,236 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/223805d404e24779b964d7dd44afd1ec as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223805d404e24779b964d7dd44afd1ec 2024-12-02T08:23:07,246 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 223805d404e24779b964d7dd44afd1ec(size=12.0 K), total size for store is 21.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:07,246 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:07,246 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127786743; duration=0sec 2024-12-02T08:23:07,246 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:07,246 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127847316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127847317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127847318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127847319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-02T08:23:07,476 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-02T08:23:07,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/9d3140ac21d74b4faa9062c7c3651b4d 2024-12-02T08:23:07,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-02T08:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T08:23:07,491 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:07,492 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:07,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:07,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/80c0109b4f7c4d2cb9972995bf4d82ec is 50, key is test_row_0/C:col10/1733127786992/Put/seqid=0 2024-12-02T08:23:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742134_1310 (size=12151) 2024-12-02T08:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T08:23:07,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127847619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127847622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127847623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127847623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T08:23:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T08:23:07,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T08:23:07,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:07,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/80c0109b4f7c4d2cb9972995bf4d82ec 2024-12-02T08:23:07,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0070b7c2107f4c1382aba98e239a13c9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0070b7c2107f4c1382aba98e239a13c9 2024-12-02T08:23:07,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0070b7c2107f4c1382aba98e239a13c9, entries=250, sequenceid=152, filesize=16.5 K 2024-12-02T08:23:07,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/9d3140ac21d74b4faa9062c7c3651b4d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9d3140ac21d74b4faa9062c7c3651b4d 2024-12-02T08:23:07,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9d3140ac21d74b4faa9062c7c3651b4d, entries=150, sequenceid=152, filesize=11.9 K 2024-12-02T08:23:07,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/80c0109b4f7c4d2cb9972995bf4d82ec as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/80c0109b4f7c4d2cb9972995bf4d82ec 2024-12-02T08:23:07,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:07,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T08:23:07,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/80c0109b4f7c4d2cb9972995bf4d82ec, entries=150, sequenceid=152, filesize=11.9 K 2024-12-02T08:23:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:07,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 44c22d4cab8812efad31ce88728b2f45 in 963ms, sequenceid=152, compaction requested=true 2024-12-02T08:23:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:07,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:07,957 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:07,957 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:07,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:07,959 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:07,959 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:07,959 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,959 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c30a7d23f09746949ff943a4fdc6a55d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6a956e1a60ba400b9f94d812946ebd78, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9d3140ac21d74b4faa9062c7c3651b4d] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=33.3 K 2024-12-02T08:23:07,958 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:07,959 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:07,959 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:07,959 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d184da25777f48b2b8cfe287d495a48b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2b24bc1fac2a4d15bb12876e092712b3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0070b7c2107f4c1382aba98e239a13c9] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=37.9 K 2024-12-02T08:23:07,959 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d184da25777f48b2b8cfe287d495a48b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127785184 2024-12-02T08:23:07,960 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c30a7d23f09746949ff943a4fdc6a55d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127785184 2024-12-02T08:23:07,960 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b24bc1fac2a4d15bb12876e092712b3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733127785803 2024-12-02T08:23:07,960 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0070b7c2107f4c1382aba98e239a13c9, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733127786947 2024-12-02T08:23:07,960 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a956e1a60ba400b9f94d812946ebd78, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733127785803 2024-12-02T08:23:07,961 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d3140ac21d74b4faa9062c7c3651b4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733127786952 2024-12-02T08:23:07,975 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:07,976 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/d08b1495f108431bbb43952d24c44ae0 is 50, key is test_row_0/A:col10/1733127786992/Put/seqid=0 2024-12-02T08:23:07,982 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:07,983 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/01a89c539ede49ef8d9d35099f6baafa is 50, key is test_row_0/B:col10/1733127786992/Put/seqid=0 2024-12-02T08:23:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742135_1311 (size=12493) 2024-12-02T08:23:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742136_1312 (size=12493) 2024-12-02T08:23:08,006 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/01a89c539ede49ef8d9d35099f6baafa as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/01a89c539ede49ef8d9d35099f6baafa 2024-12-02T08:23:08,009 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/d08b1495f108431bbb43952d24c44ae0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d08b1495f108431bbb43952d24c44ae0 2024-12-02T08:23:08,017 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into 01a89c539ede49ef8d9d35099f6baafa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:08,018 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:08,018 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127787957; duration=0sec 2024-12-02T08:23:08,019 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:08,019 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:08,019 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:08,020 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:08,021 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:08,021 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:08,021 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223805d404e24779b964d7dd44afd1ec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/97b7dbe18cca4b71b127d2d86ad8d614, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/80c0109b4f7c4d2cb9972995bf4d82ec] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=33.3 K 2024-12-02T08:23:08,021 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 223805d404e24779b964d7dd44afd1ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733127785184 2024-12-02T08:23:08,023 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 97b7dbe18cca4b71b127d2d86ad8d614, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733127785803 2024-12-02T08:23:08,023 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c0109b4f7c4d2cb9972995bf4d82ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733127786952 2024-12-02T08:23:08,025 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into d08b1495f108431bbb43952d24c44ae0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:08,025 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:08,025 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=13, startTime=1733127787956; duration=0sec 2024-12-02T08:23:08,025 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:08,025 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:08,029 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:08,029 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/2ad439a72fea40808eeb4358152b436f is 50, key is test_row_0/C:col10/1733127786992/Put/seqid=0 2024-12-02T08:23:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742137_1313 (size=12493) 2024-12-02T08:23:08,037 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/2ad439a72fea40808eeb4358152b436f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2ad439a72fea40808eeb4358152b436f 2024-12-02T08:23:08,043 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 2ad439a72fea40808eeb4358152b436f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:08,043 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:08,043 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127787957; duration=0sec 2024-12-02T08:23:08,043 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:08,043 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T08:23:08,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-02T08:23:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:08,107 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:23:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:08,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/65eb203c4e844231b8607ece4670f31f is 50, key is test_row_0/A:col10/1733127787009/Put/seqid=0 2024-12-02T08:23:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:08,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742138_1314 (size=12151) 2024-12-02T08:23:08,126 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/65eb203c4e844231b8607ece4670f31f 2024-12-02T08:23:08,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/b4ad80fffdc84751989af0e5defd4a8f is 50, key is test_row_0/B:col10/1733127787009/Put/seqid=0 2024-12-02T08:23:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742139_1315 (size=12151) 2024-12-02T08:23:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127848176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127848177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127848180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127848181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127848281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127848281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127848284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127848284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127848484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127848486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127848486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127848487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,548 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/b4ad80fffdc84751989af0e5defd4a8f 2024-12-02T08:23:08,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/47c83949a1034e828445a5ea7dfd33e2 is 50, key is test_row_0/C:col10/1733127787009/Put/seqid=0 2024-12-02T08:23:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742140_1316 (size=12151) 2024-12-02T08:23:08,561 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/47c83949a1034e828445a5ea7dfd33e2 2024-12-02T08:23:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/65eb203c4e844231b8607ece4670f31f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/65eb203c4e844231b8607ece4670f31f 2024-12-02T08:23:08,571 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/65eb203c4e844231b8607ece4670f31f, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T08:23:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/b4ad80fffdc84751989af0e5defd4a8f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/b4ad80fffdc84751989af0e5defd4a8f 2024-12-02T08:23:08,586 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/b4ad80fffdc84751989af0e5defd4a8f, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T08:23:08,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/47c83949a1034e828445a5ea7dfd33e2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/47c83949a1034e828445a5ea7dfd33e2 2024-12-02T08:23:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T08:23:08,598 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/47c83949a1034e828445a5ea7dfd33e2, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T08:23:08,600 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 44c22d4cab8812efad31ce88728b2f45 in 493ms, sequenceid=167, compaction requested=false 2024-12-02T08:23:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-02T08:23:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-02T08:23:08,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-02T08:23:08,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1140 sec 2024-12-02T08:23:08,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.1210 sec 2024-12-02T08:23:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:08,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T08:23:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:08,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/335a65be094d42aa8262d76b8b258d81 is 50, key is test_row_0/A:col10/1733127788145/Put/seqid=0 2024-12-02T08:23:08,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127848794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127848797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127848797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127848797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742141_1317 (size=14541) 2024-12-02T08:23:08,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/335a65be094d42aa8262d76b8b258d81 2024-12-02T08:23:08,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5b395544244a428da6cfcedaa18b2d82 is 50, key is test_row_0/B:col10/1733127788145/Put/seqid=0 2024-12-02T08:23:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742142_1318 (size=12151) 2024-12-02T08:23:08,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5b395544244a428da6cfcedaa18b2d82 2024-12-02T08:23:08,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/764498c45daf4961a0aeab4ad39d7770 is 50, key is test_row_0/C:col10/1733127788145/Put/seqid=0 2024-12-02T08:23:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742143_1319 (size=12151) 2024-12-02T08:23:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127848898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127848900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127848900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:08,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127848901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127849111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127849111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127849111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127849111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/764498c45daf4961a0aeab4ad39d7770 2024-12-02T08:23:09,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/335a65be094d42aa8262d76b8b258d81 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/335a65be094d42aa8262d76b8b258d81 2024-12-02T08:23:09,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/335a65be094d42aa8262d76b8b258d81, entries=200, sequenceid=194, filesize=14.2 K 2024-12-02T08:23:09,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5b395544244a428da6cfcedaa18b2d82 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5b395544244a428da6cfcedaa18b2d82 2024-12-02T08:23:09,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5b395544244a428da6cfcedaa18b2d82, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T08:23:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/764498c45daf4961a0aeab4ad39d7770 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/764498c45daf4961a0aeab4ad39d7770 2024-12-02T08:23:09,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/764498c45daf4961a0aeab4ad39d7770, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T08:23:09,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 44c22d4cab8812efad31ce88728b2f45 in 505ms, sequenceid=194, compaction requested=true 2024-12-02T08:23:09,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:09,294 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:09,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:09,295 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:09,295 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:09,296 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:09,296 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:09,296 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d08b1495f108431bbb43952d24c44ae0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/65eb203c4e844231b8607ece4670f31f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/335a65be094d42aa8262d76b8b258d81] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=38.3 K 2024-12-02T08:23:09,297 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d08b1495f108431bbb43952d24c44ae0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733127786952 2024-12-02T08:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:09,297 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:09,297 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:09,297 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:09,297 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/01a89c539ede49ef8d9d35099f6baafa, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/b4ad80fffdc84751989af0e5defd4a8f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5b395544244a428da6cfcedaa18b2d82] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=35.9 K 2024-12-02T08:23:09,300 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65eb203c4e844231b8607ece4670f31f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733127787000 2024-12-02T08:23:09,300 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a89c539ede49ef8d9d35099f6baafa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733127786952 2024-12-02T08:23:09,300 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 335a65be094d42aa8262d76b8b258d81, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127788145 2024-12-02T08:23:09,301 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ad80fffdc84751989af0e5defd4a8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733127787000 2024-12-02T08:23:09,301 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b395544244a428da6cfcedaa18b2d82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127788145 2024-12-02T08:23:09,315 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:09,316 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9d29e2fd13c84e918a804832fcf3f229 is 50, key is test_row_0/A:col10/1733127788145/Put/seqid=0 2024-12-02T08:23:09,316 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:09,316 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/c1fc1475743546c4a738f99a9e0be0da is 50, key is test_row_0/B:col10/1733127788145/Put/seqid=0 2024-12-02T08:23:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742144_1320 (size=12595) 2024-12-02T08:23:09,355 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9d29e2fd13c84e918a804832fcf3f229 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9d29e2fd13c84e918a804832fcf3f229 2024-12-02T08:23:09,361 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into 9d29e2fd13c84e918a804832fcf3f229(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:09,361 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:09,361 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=13, startTime=1733127789294; duration=0sec 2024-12-02T08:23:09,361 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:09,361 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:09,361 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:09,362 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:09,362 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:09,362 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:09,362 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2ad439a72fea40808eeb4358152b436f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/47c83949a1034e828445a5ea7dfd33e2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/764498c45daf4961a0aeab4ad39d7770] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=35.9 K 2024-12-02T08:23:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742145_1321 (size=12595) 2024-12-02T08:23:09,368 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ad439a72fea40808eeb4358152b436f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733127786952 2024-12-02T08:23:09,368 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c83949a1034e828445a5ea7dfd33e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733127787000 2024-12-02T08:23:09,372 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764498c45daf4961a0aeab4ad39d7770, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127788145 2024-12-02T08:23:09,376 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/c1fc1475743546c4a738f99a9e0be0da as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c1fc1475743546c4a738f99a9e0be0da 2024-12-02T08:23:09,383 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into c1fc1475743546c4a738f99a9e0be0da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:09,383 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:09,383 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127789295; duration=0sec 2024-12-02T08:23:09,383 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:09,383 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:09,395 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:09,396 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/223e586545dc4f5db77ae4c460a25be2 is 50, key is test_row_0/C:col10/1733127788145/Put/seqid=0 2024-12-02T08:23:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:09,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:23:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:09,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742146_1322 (size=12595) 2024-12-02T08:23:09,435 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/223e586545dc4f5db77ae4c460a25be2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223e586545dc4f5db77ae4c460a25be2 2024-12-02T08:23:09,445 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 223e586545dc4f5db77ae4c460a25be2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:09,445 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:09,445 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127789297; duration=0sec 2024-12-02T08:23:09,445 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:09,445 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:09,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/e148a87a67e84c08a57f1b34ea5b1243 is 50, key is test_row_0/A:col10/1733127789416/Put/seqid=0 2024-12-02T08:23:09,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127849461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127849463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127849461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127849463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742147_1323 (size=12151) 2024-12-02T08:23:09,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127849566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127849566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127849567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127849567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-02T08:23:09,594 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-02T08:23:09,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-02T08:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T08:23:09,596 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:09,597 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:09,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T08:23:09,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:09,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:09,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:09,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127849767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127849769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127849769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127849775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/e148a87a67e84c08a57f1b34ea5b1243 2024-12-02T08:23:09,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5617d6bdaf3f487cba8e3b5cc4c705db is 50, key is test_row_0/B:col10/1733127789416/Put/seqid=0 2024-12-02T08:23:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T08:23:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742148_1324 (size=12151) 2024-12-02T08:23:09,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:09,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:09,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127850071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127850072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127850072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127850076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T08:23:10,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:10,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5617d6bdaf3f487cba8e3b5cc4c705db 2024-12-02T08:23:10,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/3b86f7aeb82f440eafb8320ba2ebdbd3 is 50, key is test_row_0/C:col10/1733127789416/Put/seqid=0 2024-12-02T08:23:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742149_1325 (size=12151) 2024-12-02T08:23:10,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127850467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,469 DEBUG [Thread-1279 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8202 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., hostname=ceab608fb84d,41577,1733127704904, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:23:10,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127850574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127850574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127850578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127850581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T08:23:10,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/3b86f7aeb82f440eafb8320ba2ebdbd3 2024-12-02T08:23:10,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/e148a87a67e84c08a57f1b34ea5b1243 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/e148a87a67e84c08a57f1b34ea5b1243 2024-12-02T08:23:10,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/e148a87a67e84c08a57f1b34ea5b1243, entries=150, sequenceid=207, filesize=11.9 K 2024-12-02T08:23:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5617d6bdaf3f487cba8e3b5cc4c705db as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5617d6bdaf3f487cba8e3b5cc4c705db 2024-12-02T08:23:10,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5617d6bdaf3f487cba8e3b5cc4c705db, entries=150, sequenceid=207, filesize=11.9 K 2024-12-02T08:23:10,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/3b86f7aeb82f440eafb8320ba2ebdbd3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/3b86f7aeb82f440eafb8320ba2ebdbd3 2024-12-02T08:23:10,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/3b86f7aeb82f440eafb8320ba2ebdbd3, entries=150, sequenceid=207, filesize=11.9 K 2024-12-02T08:23:10,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 44c22d4cab8812efad31ce88728b2f45 in 1346ms, sequenceid=207, compaction requested=false 2024-12-02T08:23:10,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:10,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:10,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-02T08:23:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:10,831 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:23:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:10,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/a4361124a92f4c66a20ac28eb431eb7f is 50, key is test_row_0/A:col10/1733127789461/Put/seqid=0 2024-12-02T08:23:10,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742150_1326 (size=12151) 2024-12-02T08:23:10,925 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/a4361124a92f4c66a20ac28eb431eb7f 2024-12-02T08:23:10,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/1e1d7ef6c518487fb86cd984ef14a51e is 50, key is test_row_0/B:col10/1733127789461/Put/seqid=0 2024-12-02T08:23:10,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742151_1327 (size=12151) 2024-12-02T08:23:11,383 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/1e1d7ef6c518487fb86cd984ef14a51e 2024-12-02T08:23:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/0b6f95a0e5ab4d3d897f282d85fd5c2f is 50, key is test_row_0/C:col10/1733127789461/Put/seqid=0 2024-12-02T08:23:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742152_1328 (size=12151) 2024-12-02T08:23:11,424 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/0b6f95a0e5ab4d3d897f282d85fd5c2f 2024-12-02T08:23:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/a4361124a92f4c66a20ac28eb431eb7f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/a4361124a92f4c66a20ac28eb431eb7f 2024-12-02T08:23:11,434 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/a4361124a92f4c66a20ac28eb431eb7f, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T08:23:11,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/1e1d7ef6c518487fb86cd984ef14a51e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/1e1d7ef6c518487fb86cd984ef14a51e 2024-12-02T08:23:11,439 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/1e1d7ef6c518487fb86cd984ef14a51e, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T08:23:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/0b6f95a0e5ab4d3d897f282d85fd5c2f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/0b6f95a0e5ab4d3d897f282d85fd5c2f 2024-12-02T08:23:11,446 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/0b6f95a0e5ab4d3d897f282d85fd5c2f, entries=150, sequenceid=234, filesize=11.9 K 2024-12-02T08:23:11,447 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 44c22d4cab8812efad31ce88728b2f45 in 615ms, sequenceid=234, compaction requested=true 2024-12-02T08:23:11,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:11,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:11,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-02T08:23:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-02T08:23:11,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-02T08:23:11,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-12-02T08:23:11,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.8560 sec 2024-12-02T08:23:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:11,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:23:11,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:11,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:11,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0ca620f4a3114cdca13ae598c1b51743 is 50, key is test_row_0/A:col10/1733127791589/Put/seqid=0 2024-12-02T08:23:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742153_1329 (size=12151) 2024-12-02T08:23:11,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0ca620f4a3114cdca13ae598c1b51743 2024-12-02T08:23:11,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e9c0e9a8c6464374b4b55ddd1bc84482 is 50, key is test_row_0/B:col10/1733127791589/Put/seqid=0 2024-12-02T08:23:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742154_1330 (size=12151) 2024-12-02T08:23:11,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127851612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127851623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127851627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e9c0e9a8c6464374b4b55ddd1bc84482 2024-12-02T08:23:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127851635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff is 50, key is test_row_0/C:col10/1733127791589/Put/seqid=0 2024-12-02T08:23:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742155_1331 (size=12151) 2024-12-02T08:23:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-02T08:23:11,700 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-02T08:23:11,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-02T08:23:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T08:23:11,710 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:11,710 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:11,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:11,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127851725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127851727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127851730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127851737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T08:23:11,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T08:23:11,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:11,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:11,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:11,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:11,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:11,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127851927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127851943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127851943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:11,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127851943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T08:23:12,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T08:23:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:12,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff 2024-12-02T08:23:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0ca620f4a3114cdca13ae598c1b51743 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0ca620f4a3114cdca13ae598c1b51743 2024-12-02T08:23:12,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0ca620f4a3114cdca13ae598c1b51743, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T08:23:12,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e9c0e9a8c6464374b4b55ddd1bc84482 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e9c0e9a8c6464374b4b55ddd1bc84482 2024-12-02T08:23:12,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e9c0e9a8c6464374b4b55ddd1bc84482, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T08:23:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff 2024-12-02T08:23:12,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T08:23:12,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 44c22d4cab8812efad31ce88728b2f45 in 488ms, sequenceid=246, compaction requested=true 2024-12-02T08:23:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:12,077 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:12,077 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:12,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:12,079 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:12,079 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:12,079 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:12,079 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:12,079 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,079 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9d29e2fd13c84e918a804832fcf3f229, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/e148a87a67e84c08a57f1b34ea5b1243, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/a4361124a92f4c66a20ac28eb431eb7f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0ca620f4a3114cdca13ae598c1b51743] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=47.9 K 2024-12-02T08:23:12,079 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d29e2fd13c84e918a804832fcf3f229, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127788145 2024-12-02T08:23:12,080 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,080 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e148a87a67e84c08a57f1b34ea5b1243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733127788795 2024-12-02T08:23:12,080 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c1fc1475743546c4a738f99a9e0be0da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5617d6bdaf3f487cba8e3b5cc4c705db, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/1e1d7ef6c518487fb86cd984ef14a51e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e9c0e9a8c6464374b4b55ddd1bc84482] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=47.9 K 2024-12-02T08:23:12,080 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4361124a92f4c66a20ac28eb431eb7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733127789450 2024-12-02T08:23:12,080 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c1fc1475743546c4a738f99a9e0be0da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127788145 2024-12-02T08:23:12,080 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ca620f4a3114cdca13ae598c1b51743, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733127791588 2024-12-02T08:23:12,080 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5617d6bdaf3f487cba8e3b5cc4c705db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733127788795 2024-12-02T08:23:12,081 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1d7ef6c518487fb86cd984ef14a51e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733127789450 2024-12-02T08:23:12,081 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e9c0e9a8c6464374b4b55ddd1bc84482, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733127791588 2024-12-02T08:23:12,092 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:12,093 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/b7a52faafdb44db4b442beb713771b10 is 50, key is test_row_0/A:col10/1733127791589/Put/seqid=0 2024-12-02T08:23:12,110 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:12,111 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f7d8ffd6e5254e75aca4debcb183a995 is 50, key is test_row_0/B:col10/1733127791589/Put/seqid=0 2024-12-02T08:23:12,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742156_1332 (size=12731) 2024-12-02T08:23:12,151 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/b7a52faafdb44db4b442beb713771b10 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b7a52faafdb44db4b442beb713771b10 2024-12-02T08:23:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742157_1333 (size=12731) 2024-12-02T08:23:12,158 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into b7a52faafdb44db4b442beb713771b10(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:12,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:12,158 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=12, startTime=1733127792077; duration=0sec 2024-12-02T08:23:12,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:12,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:12,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:12,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:12,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:12,160 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,160 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223e586545dc4f5db77ae4c460a25be2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/3b86f7aeb82f440eafb8320ba2ebdbd3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/0b6f95a0e5ab4d3d897f282d85fd5c2f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=47.9 K 2024-12-02T08:23:12,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 223e586545dc4f5db77ae4c460a25be2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127788145 2024-12-02T08:23:12,160 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f7d8ffd6e5254e75aca4debcb183a995 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f7d8ffd6e5254e75aca4debcb183a995 2024-12-02T08:23:12,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b86f7aeb82f440eafb8320ba2ebdbd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733127788795 2024-12-02T08:23:12,161 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b6f95a0e5ab4d3d897f282d85fd5c2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733127789450 2024-12-02T08:23:12,161 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0a53aae6c1c4cf08f4d2a4abf1e5fff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733127791588 2024-12-02T08:23:12,166 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into f7d8ffd6e5254e75aca4debcb183a995(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:12,166 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:12,166 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=12, startTime=1733127792077; duration=0sec 2024-12-02T08:23:12,166 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:12,166 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:12,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-02T08:23:12,177 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:12,178 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/abefce8b6f9944b880f070d88b073b55 is 50, key is test_row_0/C:col10/1733127791589/Put/seqid=0 2024-12-02T08:23:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,179 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:12,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0be6af4a50f548879d01173c56207a18 is 50, key is test_row_0/A:col10/1733127791602/Put/seqid=0 2024-12-02T08:23:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742158_1334 (size=12731) 2024-12-02T08:23:12,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:12,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742159_1335 (size=12301) 2024-12-02T08:23:12,253 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0be6af4a50f548879d01173c56207a18 2024-12-02T08:23:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127852256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127852257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127852260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127852260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/9df7b1b22800450b9f7b13a760cda689 is 50, key is test_row_0/B:col10/1733127791602/Put/seqid=0 2024-12-02T08:23:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T08:23:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742160_1336 (size=12301) 2024-12-02T08:23:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127852367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127852367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127852367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127852367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T08:23:12,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127852575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127852575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127852575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127852575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,626 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/abefce8b6f9944b880f070d88b073b55 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/abefce8b6f9944b880f070d88b073b55 2024-12-02T08:23:12,632 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into abefce8b6f9944b880f070d88b073b55(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:12,632 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:12,632 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=12, startTime=1733127792077; duration=0sec 2024-12-02T08:23:12,633 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:12,633 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:12,724 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/9df7b1b22800450b9f7b13a760cda689 2024-12-02T08:23:12,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/426a015da88745bea1a86f835f57257f is 50, key is test_row_0/C:col10/1733127791602/Put/seqid=0 2024-12-02T08:23:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742161_1337 (size=12301) 2024-12-02T08:23:12,773 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/426a015da88745bea1a86f835f57257f 2024-12-02T08:23:12,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/0be6af4a50f548879d01173c56207a18 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0be6af4a50f548879d01173c56207a18 2024-12-02T08:23:12,782 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0be6af4a50f548879d01173c56207a18, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T08:23:12,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/9df7b1b22800450b9f7b13a760cda689 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9df7b1b22800450b9f7b13a760cda689 2024-12-02T08:23:12,788 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9df7b1b22800450b9f7b13a760cda689, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T08:23:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/426a015da88745bea1a86f835f57257f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/426a015da88745bea1a86f835f57257f 2024-12-02T08:23:12,796 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/426a015da88745bea1a86f835f57257f, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T08:23:12,798 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 44c22d4cab8812efad31ce88728b2f45 in 619ms, sequenceid=272, compaction requested=false 2024-12-02T08:23:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-02T08:23:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-02T08:23:12,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-02T08:23:12,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-12-02T08:23:12,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0950 sec 2024-12-02T08:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-02T08:23:12,813 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-02T08:23:12,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-02T08:23:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T08:23:12,816 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:12,817 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:12,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:12,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T08:23:12,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:12,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/797bc100a0774e9e97b19d1ab1bc2bb0 is 50, key is test_row_0/A:col10/1733127792258/Put/seqid=0 2024-12-02T08:23:12,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127852903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127852904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127852908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127852908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T08:23:12,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742162_1338 (size=12301) 2024-12-02T08:23:12,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:12,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T08:23:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:12,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127853009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127853009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127853012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127853012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T08:23:13,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T08:23:13,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:13,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127853212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127853214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127853215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127853215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T08:23:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/797bc100a0774e9e97b19d1ab1bc2bb0 2024-12-02T08:23:13,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f414c87a916c4e61aaab5b943394674c is 50, key is test_row_0/B:col10/1733127792258/Put/seqid=0 2024-12-02T08:23:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742163_1339 (size=12301) 2024-12-02T08:23:13,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f414c87a916c4e61aaab5b943394674c 2024-12-02T08:23:13,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c138bf3e983945cc8be331c3bacf5d54 is 50, key is test_row_0/C:col10/1733127792258/Put/seqid=0 2024-12-02T08:23:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T08:23:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742164_1340 (size=12301) 2024-12-02T08:23:13,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T08:23:13,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:13,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127853515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127853516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127853517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127853518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T08:23:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T08:23:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:13,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c138bf3e983945cc8be331c3bacf5d54 2024-12-02T08:23:13,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/797bc100a0774e9e97b19d1ab1bc2bb0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/797bc100a0774e9e97b19d1ab1bc2bb0 2024-12-02T08:23:13,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/797bc100a0774e9e97b19d1ab1bc2bb0, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:23:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/f414c87a916c4e61aaab5b943394674c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f414c87a916c4e61aaab5b943394674c 2024-12-02T08:23:13,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f414c87a916c4e61aaab5b943394674c, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:23:13,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c138bf3e983945cc8be331c3bacf5d54 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c138bf3e983945cc8be331c3bacf5d54 2024-12-02T08:23:13,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c138bf3e983945cc8be331c3bacf5d54, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:23:13,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 44c22d4cab8812efad31ce88728b2f45 in 1001ms, sequenceid=287, compaction requested=true 2024-12-02T08:23:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:13,883 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:13,884 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:13,884 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:13,885 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:13,885 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,885 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b7a52faafdb44db4b442beb713771b10, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0be6af4a50f548879d01173c56207a18, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/797bc100a0774e9e97b19d1ab1bc2bb0] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=36.5 K 2024-12-02T08:23:13,886 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a52faafdb44db4b442beb713771b10, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733127791588 2024-12-02T08:23:13,886 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:13,886 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:13,886 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,886 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f7d8ffd6e5254e75aca4debcb183a995, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9df7b1b22800450b9f7b13a760cda689, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f414c87a916c4e61aaab5b943394674c] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=36.5 K 2024-12-02T08:23:13,887 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0be6af4a50f548879d01173c56207a18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733127791602 2024-12-02T08:23:13,887 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f7d8ffd6e5254e75aca4debcb183a995, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733127791588 2024-12-02T08:23:13,887 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 797bc100a0774e9e97b19d1ab1bc2bb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127792258 2024-12-02T08:23:13,888 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df7b1b22800450b9f7b13a760cda689, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733127791602 2024-12-02T08:23:13,889 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f414c87a916c4e61aaab5b943394674c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127792258 2024-12-02T08:23:13,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:13,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:13,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:13,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:13,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:13,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-02T08:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:13,898 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T08:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:13,916 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:13,917 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/8ca16b35b5f34381b4a1ab040f26713e is 50, key is test_row_0/A:col10/1733127792258/Put/seqid=0 2024-12-02T08:23:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T08:23:13,925 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:13,926 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0d430fac2bee4f9b8058fb8e14979ce2 is 50, key is test_row_0/B:col10/1733127792258/Put/seqid=0 2024-12-02T08:23:13,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/7f908bb9bff746ac9e77e19bced9acee is 50, key is test_row_0/A:col10/1733127792907/Put/seqid=0 2024-12-02T08:23:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742165_1341 (size=12983) 2024-12-02T08:23:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742166_1342 (size=12983) 2024-12-02T08:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:14,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742167_1343 (size=12301) 2024-12-02T08:23:14,027 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/7f908bb9bff746ac9e77e19bced9acee 2024-12-02T08:23:14,031 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/0d430fac2bee4f9b8058fb8e14979ce2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0d430fac2bee4f9b8058fb8e14979ce2 2024-12-02T08:23:14,037 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into 0d430fac2bee4f9b8058fb8e14979ce2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:14,037 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:14,037 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127793884; duration=0sec 2024-12-02T08:23:14,037 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:14,037 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:14,037 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:14,039 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:14,039 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:14,039 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:14,039 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/abefce8b6f9944b880f070d88b073b55, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/426a015da88745bea1a86f835f57257f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c138bf3e983945cc8be331c3bacf5d54] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=36.5 K 2024-12-02T08:23:14,040 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting abefce8b6f9944b880f070d88b073b55, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733127791588 2024-12-02T08:23:14,040 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 426a015da88745bea1a86f835f57257f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733127791602 2024-12-02T08:23:14,040 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c138bf3e983945cc8be331c3bacf5d54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127792258 2024-12-02T08:23:14,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127854042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ce1bafdeb20d4e1d90123b863aca0a77 is 50, key is test_row_0/B:col10/1733127792907/Put/seqid=0 2024-12-02T08:23:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127854047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127854047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,054 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:14,055 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/9128f5f58d4c4a009789dc831598752c is 50, key is test_row_0/C:col10/1733127792258/Put/seqid=0 2024-12-02T08:23:14,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127854055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742169_1345 (size=12983) 2024-12-02T08:23:14,107 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/9128f5f58d4c4a009789dc831598752c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9128f5f58d4c4a009789dc831598752c 2024-12-02T08:23:14,114 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 9128f5f58d4c4a009789dc831598752c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:14,114 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:14,114 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127793893; duration=0sec 2024-12-02T08:23:14,114 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:14,114 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742168_1344 (size=12301) 2024-12-02T08:23:14,124 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ce1bafdeb20d4e1d90123b863aca0a77 2024-12-02T08:23:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/e85ec9b716ac4364aaf0166180224451 is 50, key is test_row_0/C:col10/1733127792907/Put/seqid=0 2024-12-02T08:23:14,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127854151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127854154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127854154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127854167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742170_1346 (size=12301) 2024-12-02T08:23:14,171 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/e85ec9b716ac4364aaf0166180224451 2024-12-02T08:23:14,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/7f908bb9bff746ac9e77e19bced9acee as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/7f908bb9bff746ac9e77e19bced9acee 2024-12-02T08:23:14,196 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/7f908bb9bff746ac9e77e19bced9acee, entries=150, sequenceid=309, filesize=12.0 K 2024-12-02T08:23:14,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ce1bafdeb20d4e1d90123b863aca0a77 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ce1bafdeb20d4e1d90123b863aca0a77 2024-12-02T08:23:14,205 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ce1bafdeb20d4e1d90123b863aca0a77, entries=150, sequenceid=309, filesize=12.0 K 2024-12-02T08:23:14,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/e85ec9b716ac4364aaf0166180224451 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e85ec9b716ac4364aaf0166180224451 2024-12-02T08:23:14,212 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e85ec9b716ac4364aaf0166180224451, entries=150, sequenceid=309, filesize=12.0 K 2024-12-02T08:23:14,213 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 44c22d4cab8812efad31ce88728b2f45 in 315ms, sequenceid=309, compaction requested=false 2024-12-02T08:23:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-02T08:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-02T08:23:14,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-02T08:23:14,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-12-02T08:23:14,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4020 sec 2024-12-02T08:23:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:14,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T08:23:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:14,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/01c155b79070441e9f2bd5f963bc3409 is 50, key is test_row_0/A:col10/1733127794354/Put/seqid=0 2024-12-02T08:23:14,373 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/8ca16b35b5f34381b4a1ab040f26713e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8ca16b35b5f34381b4a1ab040f26713e 2024-12-02T08:23:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742171_1347 (size=14741) 2024-12-02T08:23:14,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/01c155b79070441e9f2bd5f963bc3409 2024-12-02T08:23:14,382 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into 8ca16b35b5f34381b4a1ab040f26713e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:14,382 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:14,382 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=13, startTime=1733127793883; duration=0sec 2024-12-02T08:23:14,382 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:14,382 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127854379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127854379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127854379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127854383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/23d7d2152cc34d04848237865257b319 is 50, key is test_row_0/B:col10/1733127794354/Put/seqid=0 2024-12-02T08:23:14,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742172_1348 (size=12301) 2024-12-02T08:23:14,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/23d7d2152cc34d04848237865257b319 2024-12-02T08:23:14,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/51aabd75a3ec4a859c11ff4b6a4c58a1 is 50, key is test_row_0/C:col10/1733127794354/Put/seqid=0 2024-12-02T08:23:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742173_1349 (size=12301) 2024-12-02T08:23:14,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/51aabd75a3ec4a859c11ff4b6a4c58a1 2024-12-02T08:23:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127854484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127854485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127854485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/01c155b79070441e9f2bd5f963bc3409 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/01c155b79070441e9f2bd5f963bc3409 2024-12-02T08:23:14,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127854493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/01c155b79070441e9f2bd5f963bc3409, entries=200, sequenceid=327, filesize=14.4 K 2024-12-02T08:23:14,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/23d7d2152cc34d04848237865257b319 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/23d7d2152cc34d04848237865257b319 2024-12-02T08:23:14,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/23d7d2152cc34d04848237865257b319, entries=150, sequenceid=327, filesize=12.0 K 2024-12-02T08:23:14,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/51aabd75a3ec4a859c11ff4b6a4c58a1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/51aabd75a3ec4a859c11ff4b6a4c58a1 2024-12-02T08:23:14,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/51aabd75a3ec4a859c11ff4b6a4c58a1, entries=150, sequenceid=327, filesize=12.0 K 2024-12-02T08:23:14,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 44c22d4cab8812efad31ce88728b2f45 in 153ms, sequenceid=327, compaction requested=true 2024-12-02T08:23:14,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:14,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:14,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:14,509 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:14,509 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:14,511 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:14,511 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:14,511 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:14,511 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8ca16b35b5f34381b4a1ab040f26713e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/7f908bb9bff746ac9e77e19bced9acee, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/01c155b79070441e9f2bd5f963bc3409] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=39.1 K 2024-12-02T08:23:14,511 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:14,512 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:14,512 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:14,512 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0d430fac2bee4f9b8058fb8e14979ce2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ce1bafdeb20d4e1d90123b863aca0a77, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/23d7d2152cc34d04848237865257b319] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=36.7 K 2024-12-02T08:23:14,512 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ca16b35b5f34381b4a1ab040f26713e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127792258 2024-12-02T08:23:14,512 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d430fac2bee4f9b8058fb8e14979ce2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127792258 2024-12-02T08:23:14,512 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f908bb9bff746ac9e77e19bced9acee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733127792898 2024-12-02T08:23:14,513 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ce1bafdeb20d4e1d90123b863aca0a77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733127792898 2024-12-02T08:23:14,513 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01c155b79070441e9f2bd5f963bc3409, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733127794041 2024-12-02T08:23:14,513 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d7d2152cc34d04848237865257b319, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733127794042 2024-12-02T08:23:14,528 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:14,529 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/4366fe443c2a486b87705022beade519 is 50, key is test_row_0/B:col10/1733127794354/Put/seqid=0 2024-12-02T08:23:14,537 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:14,538 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9e0869728bce4fc9adba2ac5ae6694b5 is 50, key is test_row_0/A:col10/1733127794354/Put/seqid=0 2024-12-02T08:23:14,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742175_1351 (size=13085) 2024-12-02T08:23:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742174_1350 (size=13085) 2024-12-02T08:23:14,593 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/4366fe443c2a486b87705022beade519 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/4366fe443c2a486b87705022beade519 2024-12-02T08:23:14,601 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into 4366fe443c2a486b87705022beade519(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:14,601 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:14,601 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127794509; duration=0sec 2024-12-02T08:23:14,601 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:14,601 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:14,601 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:14,602 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:14,602 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:14,602 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:14,602 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9128f5f58d4c4a009789dc831598752c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e85ec9b716ac4364aaf0166180224451, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/51aabd75a3ec4a859c11ff4b6a4c58a1] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=36.7 K 2024-12-02T08:23:14,603 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9128f5f58d4c4a009789dc831598752c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127792258 2024-12-02T08:23:14,603 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e85ec9b716ac4364aaf0166180224451, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733127792898 2024-12-02T08:23:14,604 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 51aabd75a3ec4a859c11ff4b6a4c58a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733127794042 2024-12-02T08:23:14,611 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:14,612 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/95a3d6b52d1d4405b24cc3625779d4e7 is 50, key is test_row_0/C:col10/1733127794354/Put/seqid=0 2024-12-02T08:23:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742176_1352 (size=13085) 2024-12-02T08:23:14,660 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/95a3d6b52d1d4405b24cc3625779d4e7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/95a3d6b52d1d4405b24cc3625779d4e7 2024-12-02T08:23:14,665 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 95a3d6b52d1d4405b24cc3625779d4e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:14,665 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:14,665 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127794510; duration=0sec 2024-12-02T08:23:14,665 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:14,665 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:14,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:23:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:14,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9832ee386a6b4924955597d66583f8bb is 50, key is test_row_0/A:col10/1733127794377/Put/seqid=0 2024-12-02T08:23:14,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127854706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127854707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127854709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127854709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742177_1353 (size=14741) 2024-12-02T08:23:14,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9832ee386a6b4924955597d66583f8bb 2024-12-02T08:23:14,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e47bd2c908514ddea3a034694a5d2a5c is 50, key is test_row_0/B:col10/1733127794377/Put/seqid=0 2024-12-02T08:23:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742178_1354 (size=12301) 2024-12-02T08:23:14,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127854810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127854813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127854813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127854814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-02T08:23:14,920 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-02T08:23:14,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-02T08:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T08:23:14,925 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:14,925 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:14,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:15,000 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9e0869728bce4fc9adba2ac5ae6694b5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9e0869728bce4fc9adba2ac5ae6694b5 2024-12-02T08:23:15,011 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into 9e0869728bce4fc9adba2ac5ae6694b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:15,011 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:15,011 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=13, startTime=1733127794509; duration=0sec 2024-12-02T08:23:15,011 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:15,011 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127855014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127855017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127855018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127855018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T08:23:15,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T08:23:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e47bd2c908514ddea3a034694a5d2a5c 2024-12-02T08:23:15,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/5001dd08a22e475982e4cbedb5020a99 is 50, key is test_row_0/C:col10/1733127794377/Put/seqid=0 2024-12-02T08:23:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742179_1355 (size=12301) 2024-12-02T08:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T08:23:15,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T08:23:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127855316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127855319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127855319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127855320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T08:23:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T08:23:15,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T08:23:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:15,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/5001dd08a22e475982e4cbedb5020a99 2024-12-02T08:23:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/9832ee386a6b4924955597d66583f8bb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9832ee386a6b4924955597d66583f8bb 2024-12-02T08:23:15,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9832ee386a6b4924955597d66583f8bb, entries=200, sequenceid=351, filesize=14.4 K 2024-12-02T08:23:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e47bd2c908514ddea3a034694a5d2a5c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e47bd2c908514ddea3a034694a5d2a5c 2024-12-02T08:23:15,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e47bd2c908514ddea3a034694a5d2a5c, entries=150, sequenceid=351, filesize=12.0 K 2024-12-02T08:23:15,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/5001dd08a22e475982e4cbedb5020a99 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5001dd08a22e475982e4cbedb5020a99 2024-12-02T08:23:15,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5001dd08a22e475982e4cbedb5020a99, entries=150, sequenceid=351, filesize=12.0 K 2024-12-02T08:23:15,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 44c22d4cab8812efad31ce88728b2f45 in 932ms, sequenceid=351, compaction requested=false 2024-12-02T08:23:15,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:15,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-02T08:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,688 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/010fcee22e674bfda7187b46f15d9091 is 50, key is test_row_0/A:col10/1733127794708/Put/seqid=0 2024-12-02T08:23:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742180_1356 (size=12301) 2024-12-02T08:23:15,699 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/010fcee22e674bfda7187b46f15d9091 2024-12-02T08:23:15,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/591ed26d3ab34258aef17cdbe3ee9a65 is 50, key is test_row_0/B:col10/1733127794708/Put/seqid=0 2024-12-02T08:23:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742181_1357 (size=12301) 2024-12-02T08:23:15,751 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/591ed26d3ab34258aef17cdbe3ee9a65 2024-12-02T08:23:15,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/613e163e6b2d4a96bfa176e83f09f052 is 50, key is test_row_0/C:col10/1733127794708/Put/seqid=0 2024-12-02T08:23:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742182_1358 (size=12301) 2024-12-02T08:23:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:15,833 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/613e163e6b2d4a96bfa176e83f09f052 2024-12-02T08:23:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/010fcee22e674bfda7187b46f15d9091 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/010fcee22e674bfda7187b46f15d9091 2024-12-02T08:23:15,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127855842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127855842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127855842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127855844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,847 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/010fcee22e674bfda7187b46f15d9091, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T08:23:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/591ed26d3ab34258aef17cdbe3ee9a65 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/591ed26d3ab34258aef17cdbe3ee9a65 2024-12-02T08:23:15,852 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/591ed26d3ab34258aef17cdbe3ee9a65, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T08:23:15,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/613e163e6b2d4a96bfa176e83f09f052 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/613e163e6b2d4a96bfa176e83f09f052 2024-12-02T08:23:15,856 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/613e163e6b2d4a96bfa176e83f09f052, entries=150, sequenceid=367, filesize=12.0 K 2024-12-02T08:23:15,857 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 44c22d4cab8812efad31ce88728b2f45 in 169ms, sequenceid=367, compaction requested=true 2024-12-02T08:23:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-02T08:23:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-02T08:23:15,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-02T08:23:15,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 934 msec 2024-12-02T08:23:15,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 940 msec 2024-12-02T08:23:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:15,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T08:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:15,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:15,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:15,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/45713c5b6a8448b1ae4628e0088a4419 is 50, key is test_row_0/A:col10/1733127795948/Put/seqid=0 2024-12-02T08:23:15,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127855957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127855959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127855960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127855960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:15,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742183_1359 (size=12301) 2024-12-02T08:23:15,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/45713c5b6a8448b1ae4628e0088a4419 2024-12-02T08:23:15,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/2da975634882442bbb8c1b498f18d5a2 is 50, key is test_row_0/B:col10/1733127795948/Put/seqid=0 2024-12-02T08:23:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742184_1360 (size=12301) 2024-12-02T08:23:15,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/2da975634882442bbb8c1b498f18d5a2 2024-12-02T08:23:15,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/486f8e4e352f48ab9f59697b05c1fd5a is 50, key is test_row_0/C:col10/1733127795948/Put/seqid=0 2024-12-02T08:23:16,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742185_1361 (size=12301) 2024-12-02T08:23:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-02T08:23:16,026 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-02T08:23:16,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-02T08:23:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T08:23:16,028 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:16,029 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:16,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:16,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127856061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127856062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127856063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127856063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T08:23:16,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T08:23:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127856264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127856265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127856267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127856267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T08:23:16,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T08:23:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:16,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:16,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/486f8e4e352f48ab9f59697b05c1fd5a 2024-12-02T08:23:16,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/45713c5b6a8448b1ae4628e0088a4419 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/45713c5b6a8448b1ae4628e0088a4419 2024-12-02T08:23:16,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/45713c5b6a8448b1ae4628e0088a4419, entries=150, sequenceid=391, filesize=12.0 K 2024-12-02T08:23:16,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/2da975634882442bbb8c1b498f18d5a2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2da975634882442bbb8c1b498f18d5a2 2024-12-02T08:23:16,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2da975634882442bbb8c1b498f18d5a2, entries=150, sequenceid=391, filesize=12.0 K 2024-12-02T08:23:16,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/486f8e4e352f48ab9f59697b05c1fd5a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/486f8e4e352f48ab9f59697b05c1fd5a 2024-12-02T08:23:16,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/486f8e4e352f48ab9f59697b05c1fd5a, entries=150, sequenceid=391, filesize=12.0 K 2024-12-02T08:23:16,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 44c22d4cab8812efad31ce88728b2f45 in 489ms, sequenceid=391, compaction requested=true 2024-12-02T08:23:16,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,437 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:16,438 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:16,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:16,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:16,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:16,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:16,440 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:16,440 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:16,440 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,440 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/4366fe443c2a486b87705022beade519, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e47bd2c908514ddea3a034694a5d2a5c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/591ed26d3ab34258aef17cdbe3ee9a65, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2da975634882442bbb8c1b498f18d5a2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=48.8 K 2024-12-02T08:23:16,440 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:16,440 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:16,440 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,440 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 4366fe443c2a486b87705022beade519, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733127794042 2024-12-02T08:23:16,440 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9e0869728bce4fc9adba2ac5ae6694b5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9832ee386a6b4924955597d66583f8bb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/010fcee22e674bfda7187b46f15d9091, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/45713c5b6a8448b1ae4628e0088a4419] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=51.2 K 2024-12-02T08:23:16,441 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e0869728bce4fc9adba2ac5ae6694b5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733127794042 2024-12-02T08:23:16,441 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e47bd2c908514ddea3a034694a5d2a5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733127794375 2024-12-02T08:23:16,441 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9832ee386a6b4924955597d66583f8bb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733127794375 2024-12-02T08:23:16,442 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 591ed26d3ab34258aef17cdbe3ee9a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733127794706 2024-12-02T08:23:16,442 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 010fcee22e674bfda7187b46f15d9091, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733127794706 2024-12-02T08:23:16,442 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da975634882442bbb8c1b498f18d5a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733127795946 2024-12-02T08:23:16,442 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45713c5b6a8448b1ae4628e0088a4419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733127795946 2024-12-02T08:23:16,461 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:16,462 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/d5a481f60d494b5ea79c89e3221bfe35 is 50, key is test_row_0/A:col10/1733127795948/Put/seqid=0 2024-12-02T08:23:16,470 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:16,471 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/13456ef1fcfb4958867b8b38a924b34c is 50, key is test_row_0/B:col10/1733127795948/Put/seqid=0 2024-12-02T08:23:16,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-02T08:23:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,489 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:23:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742187_1363 (size=13221) 2024-12-02T08:23:16,499 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/13456ef1fcfb4958867b8b38a924b34c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/13456ef1fcfb4958867b8b38a924b34c 2024-12-02T08:23:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742186_1362 (size=13221) 2024-12-02T08:23:16,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/1e0cfee3ce3041f898658cb0781ca53c is 50, key is test_row_1/A:col10/1733127795955/Put/seqid=0 2024-12-02T08:23:16,508 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into 13456ef1fcfb4958867b8b38a924b34c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:16,508 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,508 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=12, startTime=1733127796438; duration=0sec 2024-12-02T08:23:16,508 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:16,508 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:16,509 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:16,511 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:16,512 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:16,512 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,512 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/95a3d6b52d1d4405b24cc3625779d4e7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5001dd08a22e475982e4cbedb5020a99, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/613e163e6b2d4a96bfa176e83f09f052, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/486f8e4e352f48ab9f59697b05c1fd5a] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=48.8 K 2024-12-02T08:23:16,513 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 95a3d6b52d1d4405b24cc3625779d4e7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733127794042 2024-12-02T08:23:16,513 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5001dd08a22e475982e4cbedb5020a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733127794375 2024-12-02T08:23:16,514 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 613e163e6b2d4a96bfa176e83f09f052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733127794706 2024-12-02T08:23:16,515 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 486f8e4e352f48ab9f59697b05c1fd5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733127795946 2024-12-02T08:23:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742188_1364 (size=9857) 2024-12-02T08:23:16,527 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/1e0cfee3ce3041f898658cb0781ca53c 2024-12-02T08:23:16,535 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:16,535 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/fa672aefac574a8e8c350c322203cfcf is 50, key is test_row_0/C:col10/1733127795948/Put/seqid=0 2024-12-02T08:23:16,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/3ed5d53d78d5435895421e1354624799 is 50, key is test_row_1/B:col10/1733127795955/Put/seqid=0 2024-12-02T08:23:16,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742189_1365 (size=13221) 2024-12-02T08:23:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742190_1366 (size=9857) 2024-12-02T08:23:16,552 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/3ed5d53d78d5435895421e1354624799 2024-12-02T08:23:16,556 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/fa672aefac574a8e8c350c322203cfcf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fa672aefac574a8e8c350c322203cfcf 2024-12-02T08:23:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/a2a7b806c67b4b83a0ef673738adeee7 is 50, key is test_row_1/C:col10/1733127795955/Put/seqid=0 2024-12-02T08:23:16,564 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into fa672aefac574a8e8c350c322203cfcf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:16,564 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,564 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=12, startTime=1733127796439; duration=0sec 2024-12-02T08:23:16,564 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:16,565 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:16,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742191_1367 (size=9857) 2024-12-02T08:23:16,574 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/a2a7b806c67b4b83a0ef673738adeee7 2024-12-02T08:23:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/1e0cfee3ce3041f898658cb0781ca53c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/1e0cfee3ce3041f898658cb0781ca53c 2024-12-02T08:23:16,584 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/1e0cfee3ce3041f898658cb0781ca53c, entries=100, sequenceid=403, filesize=9.6 K 2024-12-02T08:23:16,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/3ed5d53d78d5435895421e1354624799 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3ed5d53d78d5435895421e1354624799 2024-12-02T08:23:16,592 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3ed5d53d78d5435895421e1354624799, entries=100, sequenceid=403, filesize=9.6 K 2024-12-02T08:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/a2a7b806c67b4b83a0ef673738adeee7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/a2a7b806c67b4b83a0ef673738adeee7 2024-12-02T08:23:16,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127856594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127856595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,600 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/a2a7b806c67b4b83a0ef673738adeee7, entries=100, sequenceid=403, filesize=9.6 K 2024-12-02T08:23:16,602 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 44c22d4cab8812efad31ce88728b2f45 in 112ms, sequenceid=403, compaction requested=false 2024-12-02T08:23:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-02T08:23:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:16,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:23:16,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:16,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:16,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:16,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-02T08:23:16,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f91786880bae4bbcb1a2d296e31bffd3 is 50, key is test_row_0/A:col10/1733127796596/Put/seqid=0 2024-12-02T08:23:16,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-02T08:23:16,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 581 msec 2024-12-02T08:23:16,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 587 msec 2024-12-02T08:23:16,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127856622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127856624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-02T08:23:16,632 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-02T08:23:16,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-02T08:23:16,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T08:23:16,636 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:16,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:16,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742192_1368 (size=17181) 2024-12-02T08:23:16,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f91786880bae4bbcb1a2d296e31bffd3 2024-12-02T08:23:16,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5721d4b519694ba7bcbdf0c9b6bbe57d is 50, key is test_row_0/B:col10/1733127796596/Put/seqid=0 2024-12-02T08:23:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742193_1369 (size=12301) 2024-12-02T08:23:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127856700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5721d4b519694ba7bcbdf0c9b6bbe57d 2024-12-02T08:23:16,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127856700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c63048b9b83e44e1a127632f61e013d6 is 50, key is test_row_0/C:col10/1733127796596/Put/seqid=0 2024-12-02T08:23:16,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127856728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127856728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T08:23:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742194_1370 (size=12301) 2024-12-02T08:23:16,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c63048b9b83e44e1a127632f61e013d6 2024-12-02T08:23:16,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/f91786880bae4bbcb1a2d296e31bffd3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f91786880bae4bbcb1a2d296e31bffd3 2024-12-02T08:23:16,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f91786880bae4bbcb1a2d296e31bffd3, entries=250, sequenceid=431, filesize=16.8 K 2024-12-02T08:23:16,774 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-02T08:23:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/5721d4b519694ba7bcbdf0c9b6bbe57d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5721d4b519694ba7bcbdf0c9b6bbe57d 2024-12-02T08:23:16,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5721d4b519694ba7bcbdf0c9b6bbe57d, entries=150, sequenceid=431, filesize=12.0 K 2024-12-02T08:23:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/c63048b9b83e44e1a127632f61e013d6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c63048b9b83e44e1a127632f61e013d6 2024-12-02T08:23:16,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c63048b9b83e44e1a127632f61e013d6, entries=150, sequenceid=431, filesize=12.0 K 2024-12-02T08:23:16,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 44c22d4cab8812efad31ce88728b2f45 in 183ms, sequenceid=431, compaction requested=true 2024-12-02T08:23:16,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,787 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-12-02T08:23:16,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:16,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:16,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:16,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:16,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-02T08:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,788 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T08:23:16,788 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T08:23:16,788 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T08:23:16,788 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. because compaction request was cancelled 2024-12-02T08:23:16,788 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:16,788 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:16,794 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:16,794 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:16,794 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,794 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/13456ef1fcfb4958867b8b38a924b34c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3ed5d53d78d5435895421e1354624799, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5721d4b519694ba7bcbdf0c9b6bbe57d] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=34.5 K 2024-12-02T08:23:16,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 13456ef1fcfb4958867b8b38a924b34c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733127795946 2024-12-02T08:23:16,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ed5d53d78d5435895421e1354624799, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733127795955 2024-12-02T08:23:16,795 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5721d4b519694ba7bcbdf0c9b6bbe57d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733127796596 2024-12-02T08:23:16,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:16,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:16,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/3a189291e56142e8a906c57794bc88de is 50, key is test_row_0/A:col10/1733127796622/Put/seqid=0 2024-12-02T08:23:16,812 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:16,813 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e01819f69a10461cb06bfdc356df53f6 is 50, key is test_row_0/B:col10/1733127796596/Put/seqid=0 2024-12-02T08:23:16,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742195_1371 (size=12301) 2024-12-02T08:23:16,847 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/3a189291e56142e8a906c57794bc88de 2024-12-02T08:23:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742196_1372 (size=13323) 2024-12-02T08:23:16,874 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/e01819f69a10461cb06bfdc356df53f6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e01819f69a10461cb06bfdc356df53f6 2024-12-02T08:23:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/6c81ef7660d74189aeb406872791c2af is 50, key is test_row_0/B:col10/1733127796622/Put/seqid=0 2024-12-02T08:23:16,882 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into e01819f69a10461cb06bfdc356df53f6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:16,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,882 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127796787; duration=0sec 2024-12-02T08:23:16,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:16,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:16,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:16,884 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:16,884 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:16,884 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,884 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fa672aefac574a8e8c350c322203cfcf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/a2a7b806c67b4b83a0ef673738adeee7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c63048b9b83e44e1a127632f61e013d6] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=34.5 K 2024-12-02T08:23:16,885 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting fa672aefac574a8e8c350c322203cfcf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733127795946 2024-12-02T08:23:16,886 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a7b806c67b4b83a0ef673738adeee7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733127795955 2024-12-02T08:23:16,886 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c63048b9b83e44e1a127632f61e013d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733127796596 2024-12-02T08:23:16,894 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:16,895 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/ef7d787fe95b43e2899516def9674180 is 50, key is test_row_0/C:col10/1733127796596/Put/seqid=0 2024-12-02T08:23:16,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:16,912 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/d5a481f60d494b5ea79c89e3221bfe35 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d5a481f60d494b5ea79c89e3221bfe35 2024-12-02T08:23:16,918 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into d5a481f60d494b5ea79c89e3221bfe35(size=12.9 K), total size for store is 39.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:16,918 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,918 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=12, startTime=1733127796437; duration=0sec 2024-12-02T08:23:16,918 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:16,918 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742197_1373 (size=12301) 2024-12-02T08:23:16,919 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/6c81ef7660d74189aeb406872791c2af 2024-12-02T08:23:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T08:23:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742198_1374 (size=13323) 2024-12-02T08:23:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/ae21c13e71bf4e5a8e48d9653a496d15 is 50, key is test_row_0/C:col10/1733127796622/Put/seqid=0 2024-12-02T08:23:16,947 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/ef7d787fe95b43e2899516def9674180 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ef7d787fe95b43e2899516def9674180 2024-12-02T08:23:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127856944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127856947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,955 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into ef7d787fe95b43e2899516def9674180(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:16,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,955 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127796787; duration=0sec 2024-12-02T08:23:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:16,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127856949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127856951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742199_1375 (size=12301) 2024-12-02T08:23:16,963 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/ae21c13e71bf4e5a8e48d9653a496d15 2024-12-02T08:23:16,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/3a189291e56142e8a906c57794bc88de as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3a189291e56142e8a906c57794bc88de 2024-12-02T08:23:16,981 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3a189291e56142e8a906c57794bc88de, entries=150, sequenceid=441, filesize=12.0 K 2024-12-02T08:23:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/6c81ef7660d74189aeb406872791c2af as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6c81ef7660d74189aeb406872791c2af 2024-12-02T08:23:16,987 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6c81ef7660d74189aeb406872791c2af, entries=150, sequenceid=441, filesize=12.0 K 2024-12-02T08:23:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/ae21c13e71bf4e5a8e48d9653a496d15 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ae21c13e71bf4e5a8e48d9653a496d15 2024-12-02T08:23:16,992 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ae21c13e71bf4e5a8e48d9653a496d15, entries=150, sequenceid=441, filesize=12.0 K 2024-12-02T08:23:16,993 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 44c22d4cab8812efad31ce88728b2f45 in 205ms, sequenceid=441, compaction requested=true 2024-12-02T08:23:16,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:16,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:16,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-02T08:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-02T08:23:16,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-02T08:23:16,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 358 msec 2024-12-02T08:23:16,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 363 msec 2024-12-02T08:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:17,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T08:23:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127857059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127857060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127857060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127857062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/6bf688d508264863afb7f4aa646fcd49 is 50, key is test_row_0/A:col10/1733127796947/Put/seqid=0 2024-12-02T08:23:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742200_1376 (size=14741) 2024-12-02T08:23:17,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/6bf688d508264863afb7f4aa646fcd49 2024-12-02T08:23:17,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/90b9876768844933bbcdcc2f12fc3ffc is 50, key is test_row_0/B:col10/1733127796947/Put/seqid=0 2024-12-02T08:23:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127857163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127857164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127857163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127857164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742201_1377 (size=12301) 2024-12-02T08:23:17,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/90b9876768844933bbcdcc2f12fc3ffc 2024-12-02T08:23:17,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/93ca3df795f043e2a323f38dc81778ba is 50, key is test_row_0/C:col10/1733127796947/Put/seqid=0 2024-12-02T08:23:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-02T08:23:17,238 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-02T08:23:17,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-02T08:23:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T08:23:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742202_1378 (size=12301) 2024-12-02T08:23:17,246 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:17,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:17,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:17,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/93ca3df795f043e2a323f38dc81778ba 2024-12-02T08:23:17,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/6bf688d508264863afb7f4aa646fcd49 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/6bf688d508264863afb7f4aa646fcd49 2024-12-02T08:23:17,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/6bf688d508264863afb7f4aa646fcd49, entries=200, sequenceid=471, filesize=14.4 K 2024-12-02T08:23:17,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/90b9876768844933bbcdcc2f12fc3ffc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/90b9876768844933bbcdcc2f12fc3ffc 2024-12-02T08:23:17,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/90b9876768844933bbcdcc2f12fc3ffc, entries=150, sequenceid=471, filesize=12.0 K 2024-12-02T08:23:17,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/93ca3df795f043e2a323f38dc81778ba as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/93ca3df795f043e2a323f38dc81778ba 2024-12-02T08:23:17,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/93ca3df795f043e2a323f38dc81778ba, entries=150, sequenceid=471, filesize=12.0 K 2024-12-02T08:23:17,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 44c22d4cab8812efad31ce88728b2f45 in 235ms, sequenceid=471, compaction requested=true 2024-12-02T08:23:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:17,290 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T08:23:17,290 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:17,291 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:17,291 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:17,291 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,292 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e01819f69a10461cb06bfdc356df53f6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6c81ef7660d74189aeb406872791c2af, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/90b9876768844933bbcdcc2f12fc3ffc] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=37.0 K 2024-12-02T08:23:17,294 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67301 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T08:23:17,294 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e01819f69a10461cb06bfdc356df53f6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733127796596 2024-12-02T08:23:17,294 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:17,294 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,294 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d5a481f60d494b5ea79c89e3221bfe35, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/1e0cfee3ce3041f898658cb0781ca53c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f91786880bae4bbcb1a2d296e31bffd3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3a189291e56142e8a906c57794bc88de, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/6bf688d508264863afb7f4aa646fcd49] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=65.7 K 2024-12-02T08:23:17,294 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5a481f60d494b5ea79c89e3221bfe35, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733127795946 2024-12-02T08:23:17,294 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c81ef7660d74189aeb406872791c2af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733127796619 2024-12-02T08:23:17,299 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 90b9876768844933bbcdcc2f12fc3ffc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733127796947 2024-12-02T08:23:17,299 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0cfee3ce3041f898658cb0781ca53c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733127795955 2024-12-02T08:23:17,300 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f91786880bae4bbcb1a2d296e31bffd3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733127796592 2024-12-02T08:23:17,301 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a189291e56142e8a906c57794bc88de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733127796619 2024-12-02T08:23:17,301 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bf688d508264863afb7f4aa646fcd49, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733127796939 2024-12-02T08:23:17,340 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:17,341 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/42a80dd5bd5544489414c9039bf68248 is 50, key is test_row_0/B:col10/1733127796947/Put/seqid=0 2024-12-02T08:23:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T08:23:17,343 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:17,344 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/2bc677cee69e42c6ab0ea8748d3125ec is 50, key is test_row_0/A:col10/1733127796947/Put/seqid=0 2024-12-02T08:23:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742204_1380 (size=13391) 2024-12-02T08:23:17,368 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/2bc677cee69e42c6ab0ea8748d3125ec as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2bc677cee69e42c6ab0ea8748d3125ec 2024-12-02T08:23:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:17,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:23:17,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:17,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:17,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:17,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:17,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:17,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742203_1379 (size=13425) 2024-12-02T08:23:17,376 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into 2bc677cee69e42c6ab0ea8748d3125ec(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:17,376 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:17,376 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=11, startTime=1733127797290; duration=0sec 2024-12-02T08:23:17,377 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/42a80dd5bd5544489414c9039bf68248 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/42a80dd5bd5544489414c9039bf68248 2024-12-02T08:23:17,378 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:17,378 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:17,378 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:17,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/b9cf887338bd417f8ca437384d6fe13e is 50, key is test_row_0/A:col10/1733127797061/Put/seqid=0 2024-12-02T08:23:17,381 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:17,381 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:17,381 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,381 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ef7d787fe95b43e2899516def9674180, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ae21c13e71bf4e5a8e48d9653a496d15, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/93ca3df795f043e2a323f38dc81778ba] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=37.0 K 2024-12-02T08:23:17,382 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7d787fe95b43e2899516def9674180, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733127796596 2024-12-02T08:23:17,382 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae21c13e71bf4e5a8e48d9653a496d15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733127796619 2024-12-02T08:23:17,383 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93ca3df795f043e2a323f38dc81778ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733127796947 2024-12-02T08:23:17,385 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into 42a80dd5bd5544489414c9039bf68248(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:17,386 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:17,386 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127797290; duration=0sec 2024-12-02T08:23:17,386 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:17,386 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:17,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T08:23:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:17,404 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,405 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/ce746f5ee7584cb4a34999e4a41f6160 is 50, key is test_row_0/C:col10/1733127796947/Put/seqid=0 2024-12-02T08:23:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127857402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127857403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127857404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127857406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742205_1381 (size=12301) 2024-12-02T08:23:17,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742206_1382 (size=13425) 2024-12-02T08:23:17,467 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/ce746f5ee7584cb4a34999e4a41f6160 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ce746f5ee7584cb4a34999e4a41f6160 2024-12-02T08:23:17,472 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into ce746f5ee7584cb4a34999e4a41f6160(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:17,472 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:17,472 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127797290; duration=0sec 2024-12-02T08:23:17,472 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:17,473 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:17,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127857507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127857508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127857508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127857510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T08:23:17,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T08:23:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T08:23:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127857710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127857711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127857711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127857715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/b9cf887338bd417f8ca437384d6fe13e 2024-12-02T08:23:17,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/d80e962eacfe403896a3042b6938c730 is 50, key is test_row_0/B:col10/1733127797061/Put/seqid=0 2024-12-02T08:23:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742207_1383 (size=12301) 2024-12-02T08:23:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T08:23:17,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:17,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T08:23:17,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:17,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:17,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127858012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127858012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127858014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T08:23:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:18,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:18,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127858019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T08:23:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:18,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:18,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/d80e962eacfe403896a3042b6938c730 2024-12-02T08:23:18,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/54db1d2212fa4c60a9a20dd1d1ea281d is 50, key is test_row_0/C:col10/1733127797061/Put/seqid=0 2024-12-02T08:23:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742208_1384 (size=12301) 2024-12-02T08:23:18,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/54db1d2212fa4c60a9a20dd1d1ea281d 2024-12-02T08:23:18,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/b9cf887338bd417f8ca437384d6fe13e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b9cf887338bd417f8ca437384d6fe13e 2024-12-02T08:23:18,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b9cf887338bd417f8ca437384d6fe13e, entries=150, sequenceid=482, filesize=12.0 K 2024-12-02T08:23:18,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/d80e962eacfe403896a3042b6938c730 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/d80e962eacfe403896a3042b6938c730 2024-12-02T08:23:18,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/d80e962eacfe403896a3042b6938c730, entries=150, sequenceid=482, filesize=12.0 K 2024-12-02T08:23:18,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/54db1d2212fa4c60a9a20dd1d1ea281d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/54db1d2212fa4c60a9a20dd1d1ea281d 2024-12-02T08:23:18,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/54db1d2212fa4c60a9a20dd1d1ea281d, entries=150, sequenceid=482, filesize=12.0 K 2024-12-02T08:23:18,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 44c22d4cab8812efad31ce88728b2f45 in 950ms, sequenceid=482, compaction requested=false 2024-12-02T08:23:18,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:18,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-02T08:23:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:18,321 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:23:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/62443461f3c941ee8e0cf6f135ce3cc5 is 50, key is test_row_0/A:col10/1733127797390/Put/seqid=0 2024-12-02T08:23:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T08:23:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742209_1385 (size=12301) 2024-12-02T08:23:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:18,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:18,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127858525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127858525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127858526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127858526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127858628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127858629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127858629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,772 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/62443461f3c941ee8e0cf6f135ce3cc5 2024-12-02T08:23:18,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/51ea32d8c1fb43cf8f1a70a0262a342b is 50, key is test_row_0/B:col10/1733127797390/Put/seqid=0 2024-12-02T08:23:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742210_1386 (size=12301) 2024-12-02T08:23:18,822 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/51ea32d8c1fb43cf8f1a70a0262a342b 2024-12-02T08:23:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/11dd89dd8e6f4678be8b6fe25a76bf38 is 50, key is test_row_0/C:col10/1733127797390/Put/seqid=0 2024-12-02T08:23:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127858831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127858831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127858831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742211_1387 (size=12301) 2024-12-02T08:23:18,891 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/11dd89dd8e6f4678be8b6fe25a76bf38 2024-12-02T08:23:18,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/62443461f3c941ee8e0cf6f135ce3cc5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/62443461f3c941ee8e0cf6f135ce3cc5 2024-12-02T08:23:18,901 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/62443461f3c941ee8e0cf6f135ce3cc5, entries=150, sequenceid=510, filesize=12.0 K 2024-12-02T08:23:18,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/51ea32d8c1fb43cf8f1a70a0262a342b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/51ea32d8c1fb43cf8f1a70a0262a342b 2024-12-02T08:23:18,905 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/51ea32d8c1fb43cf8f1a70a0262a342b, entries=150, sequenceid=510, filesize=12.0 K 2024-12-02T08:23:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/11dd89dd8e6f4678be8b6fe25a76bf38 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/11dd89dd8e6f4678be8b6fe25a76bf38 2024-12-02T08:23:18,910 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/11dd89dd8e6f4678be8b6fe25a76bf38, entries=150, sequenceid=510, filesize=12.0 K 2024-12-02T08:23:18,911 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 44c22d4cab8812efad31ce88728b2f45 in 590ms, sequenceid=510, compaction requested=true 2024-12-02T08:23:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-02T08:23:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-02T08:23:18,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-02T08:23:18,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6610 sec 2024-12-02T08:23:18,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.6750 sec 2024-12-02T08:23:19,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:23:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:19,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/8bf7cd857d0448f7925e5537ff193785 is 50, key is test_row_0/A:col10/1733127799138/Put/seqid=0 2024-12-02T08:23:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127859171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127859171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127859171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742212_1388 (size=14741) 2024-12-02T08:23:19,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/8bf7cd857d0448f7925e5537ff193785 2024-12-02T08:23:19,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ea7fb9132be54f30ad0c9ec0ed9a05e2 is 50, key is test_row_0/B:col10/1733127799138/Put/seqid=0 2024-12-02T08:23:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742213_1389 (size=12301) 2024-12-02T08:23:19,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ea7fb9132be54f30ad0c9ec0ed9a05e2 2024-12-02T08:23:19,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127859276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127859276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127859276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/88a04d3e9d144d64b292ef081bf29a1b is 50, key is test_row_0/C:col10/1733127799138/Put/seqid=0 2024-12-02T08:23:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742214_1390 (size=12301) 2024-12-02T08:23:19,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/88a04d3e9d144d64b292ef081bf29a1b 2024-12-02T08:23:19,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/8bf7cd857d0448f7925e5537ff193785 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8bf7cd857d0448f7925e5537ff193785 2024-12-02T08:23:19,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8bf7cd857d0448f7925e5537ff193785, entries=200, sequenceid=524, filesize=14.4 K 2024-12-02T08:23:19,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ea7fb9132be54f30ad0c9ec0ed9a05e2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ea7fb9132be54f30ad0c9ec0ed9a05e2 2024-12-02T08:23:19,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ea7fb9132be54f30ad0c9ec0ed9a05e2, entries=150, sequenceid=524, filesize=12.0 K 2024-12-02T08:23:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/88a04d3e9d144d64b292ef081bf29a1b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/88a04d3e9d144d64b292ef081bf29a1b 2024-12-02T08:23:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-02T08:23:19,344 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-02T08:23:19,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-02T08:23:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T08:23:19,346 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:19,347 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:19,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:19,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/88a04d3e9d144d64b292ef081bf29a1b, entries=150, sequenceid=524, filesize=12.0 K 2024-12-02T08:23:19,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 44c22d4cab8812efad31ce88728b2f45 in 210ms, sequenceid=524, compaction requested=true 2024-12-02T08:23:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:19,350 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:19,350 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:19,351 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52734 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:19,351 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:19,352 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:19,352 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:19,352 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,352 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,352 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2bc677cee69e42c6ab0ea8748d3125ec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b9cf887338bd417f8ca437384d6fe13e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/62443461f3c941ee8e0cf6f135ce3cc5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8bf7cd857d0448f7925e5537ff193785] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=51.5 K 2024-12-02T08:23:19,352 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/42a80dd5bd5544489414c9039bf68248, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/d80e962eacfe403896a3042b6938c730, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/51ea32d8c1fb43cf8f1a70a0262a342b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ea7fb9132be54f30ad0c9ec0ed9a05e2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=49.1 K 2024-12-02T08:23:19,352 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 42a80dd5bd5544489414c9039bf68248, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733127796947 2024-12-02T08:23:19,352 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bc677cee69e42c6ab0ea8748d3125ec, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733127796947 2024-12-02T08:23:19,352 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d80e962eacfe403896a3042b6938c730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733127797061 2024-12-02T08:23:19,353 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9cf887338bd417f8ca437384d6fe13e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733127797061 2024-12-02T08:23:19,353 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 51ea32d8c1fb43cf8f1a70a0262a342b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733127797390 2024-12-02T08:23:19,354 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62443461f3c941ee8e0cf6f135ce3cc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733127797390 2024-12-02T08:23:19,354 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ea7fb9132be54f30ad0c9ec0ed9a05e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733127798524 2024-12-02T08:23:19,354 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bf7cd857d0448f7925e5537ff193785, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733127798524 2024-12-02T08:23:19,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:19,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:19,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:19,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:19,381 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:19,381 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/3bcd2c4158c64259934bbd41392f1cb4 is 50, key is test_row_0/A:col10/1733127799138/Put/seqid=0 2024-12-02T08:23:19,393 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:19,394 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/094f083465844d79b7c79fdc4801fc96 is 50, key is test_row_0/B:col10/1733127799138/Put/seqid=0 2024-12-02T08:23:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742215_1391 (size=13527) 2024-12-02T08:23:19,433 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/3bcd2c4158c64259934bbd41392f1cb4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3bcd2c4158c64259934bbd41392f1cb4 2024-12-02T08:23:19,439 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into 3bcd2c4158c64259934bbd41392f1cb4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:19,439 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:19,440 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=12, startTime=1733127799350; duration=0sec 2024-12-02T08:23:19,440 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:19,440 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:19,440 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:19,441 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:19,441 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:19,441 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,441 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ce746f5ee7584cb4a34999e4a41f6160, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/54db1d2212fa4c60a9a20dd1d1ea281d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/11dd89dd8e6f4678be8b6fe25a76bf38, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/88a04d3e9d144d64b292ef081bf29a1b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=49.1 K 2024-12-02T08:23:19,443 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce746f5ee7584cb4a34999e4a41f6160, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733127796947 2024-12-02T08:23:19,444 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54db1d2212fa4c60a9a20dd1d1ea281d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733127797061 2024-12-02T08:23:19,444 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11dd89dd8e6f4678be8b6fe25a76bf38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733127797390 2024-12-02T08:23:19,444 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88a04d3e9d144d64b292ef081bf29a1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733127798524 2024-12-02T08:23:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T08:23:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742216_1392 (size=13561) 2024-12-02T08:23:19,454 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:19,455 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/820e2117d2df485388ea191512686fac is 50, key is test_row_0/C:col10/1733127799138/Put/seqid=0 2024-12-02T08:23:19,456 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/094f083465844d79b7c79fdc4801fc96 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/094f083465844d79b7c79fdc4801fc96 2024-12-02T08:23:19,461 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into 094f083465844d79b7c79fdc4801fc96(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:19,461 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:19,461 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=12, startTime=1733127799350; duration=0sec 2024-12-02T08:23:19,461 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:19,461 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:19,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:23:19,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742217_1393 (size=13561) 2024-12-02T08:23:19,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:19,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:19,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:19,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:19,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:19,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:19,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/885512eba3d34041bdffaab968903726 is 50, key is test_row_0/A:col10/1733127799484/Put/seqid=0 2024-12-02T08:23:19,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742218_1394 (size=17181) 2024-12-02T08:23:19,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127859522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/885512eba3d34041bdffaab968903726 2024-12-02T08:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127859523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127859531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ef315916b6db4c90812e64e3a2d148ab is 50, key is test_row_0/B:col10/1733127799484/Put/seqid=0 2024-12-02T08:23:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56336 deadline: 1733127859539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742219_1395 (size=12301) 2024-12-02T08:23:19,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127859630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127859630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127859634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T08:23:19,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127859834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127859834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127859837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,911 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/820e2117d2df485388ea191512686fac as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/820e2117d2df485388ea191512686fac 2024-12-02T08:23:19,923 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 820e2117d2df485388ea191512686fac(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:19,924 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:19,924 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=12, startTime=1733127799363; duration=0sec 2024-12-02T08:23:19,924 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:19,924 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T08:23:19,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ef315916b6db4c90812e64e3a2d148ab 2024-12-02T08:23:19,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:19,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:19,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:19,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:19,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/60a34b83d0144035b1bec16a4d6adf7a is 50, key is test_row_0/C:col10/1733127799484/Put/seqid=0 2024-12-02T08:23:20,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742220_1396 (size=12301) 2024-12-02T08:23:20,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127860136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127860139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127860141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/60a34b83d0144035b1bec16a4d6adf7a 2024-12-02T08:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T08:23:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/885512eba3d34041bdffaab968903726 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/885512eba3d34041bdffaab968903726 2024-12-02T08:23:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/885512eba3d34041bdffaab968903726, entries=250, sequenceid=552, filesize=16.8 K 2024-12-02T08:23:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/ef315916b6db4c90812e64e3a2d148ab as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ef315916b6db4c90812e64e3a2d148ab 2024-12-02T08:23:20,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ef315916b6db4c90812e64e3a2d148ab, entries=150, sequenceid=552, filesize=12.0 K 2024-12-02T08:23:20,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/60a34b83d0144035b1bec16a4d6adf7a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/60a34b83d0144035b1bec16a4d6adf7a 2024-12-02T08:23:20,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/60a34b83d0144035b1bec16a4d6adf7a, entries=150, sequenceid=552, filesize=12.0 K 2024-12-02T08:23:20,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 44c22d4cab8812efad31ce88728b2f45 in 974ms, sequenceid=552, compaction requested=false 2024-12-02T08:23:20,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:20,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:23:20,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:20,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:20,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:20,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:20,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:20,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:20,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/49082f3afb0943ea8ee240be6da9547b is 50, key is test_row_0/A:col10/1733127800549/Put/seqid=0 2024-12-02T08:23:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742221_1397 (size=14741) 2024-12-02T08:23:20,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/49082f3afb0943ea8ee240be6da9547b 2024-12-02T08:23:20,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/cbe9adc57009406b93f9c8f3f358e90c is 50, key is test_row_0/B:col10/1733127800549/Put/seqid=0 2024-12-02T08:23:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742222_1398 (size=12301) 2024-12-02T08:23:20,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/cbe9adc57009406b93f9c8f3f358e90c 2024-12-02T08:23:20,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/423e3c824b814233ab339c09a7f92573 is 50, key is test_row_0/C:col10/1733127800549/Put/seqid=0 2024-12-02T08:23:20,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127860613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742223_1399 (size=12301) 2024-12-02T08:23:20,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56308 deadline: 1733127860643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56280 deadline: 1733127860644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56322 deadline: 1733127860645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127860717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:20,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:20,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56362 deadline: 1733127860919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:21,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/423e3c824b814233ab339c09a7f92573 2024-12-02T08:23:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/49082f3afb0943ea8ee240be6da9547b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/49082f3afb0943ea8ee240be6da9547b 2024-12-02T08:23:21,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/49082f3afb0943ea8ee240be6da9547b, entries=200, sequenceid=566, filesize=14.4 K 2024-12-02T08:23:21,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/cbe9adc57009406b93f9c8f3f358e90c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/cbe9adc57009406b93f9c8f3f358e90c 2024-12-02T08:23:21,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/cbe9adc57009406b93f9c8f3f358e90c, entries=150, sequenceid=566, filesize=12.0 K 2024-12-02T08:23:21,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/423e3c824b814233ab339c09a7f92573 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/423e3c824b814233ab339c09a7f92573 2024-12-02T08:23:21,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/423e3c824b814233ab339c09a7f92573, entries=150, sequenceid=566, filesize=12.0 K 2024-12-02T08:23:21,035 DEBUG [Thread-1282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a2545d0 to 127.0.0.1:64366 2024-12-02T08:23:21,035 DEBUG [Thread-1282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,036 DEBUG [Thread-1286 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15db087a to 127.0.0.1:64366 2024-12-02T08:23:21,036 DEBUG [Thread-1286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 44c22d4cab8812efad31ce88728b2f45 in 486ms, sequenceid=566, compaction requested=true 2024-12-02T08:23:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:21,037 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:21,037 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:21,037 DEBUG [Thread-1284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d039dc2 to 127.0.0.1:64366 2024-12-02T08:23:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:21,037 DEBUG [Thread-1284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44c22d4cab8812efad31ce88728b2f45:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:21,038 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:21,038 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:21,038 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/B is initiating minor compaction (all files) 2024-12-02T08:23:21,038 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/A is initiating minor compaction (all files) 2024-12-02T08:23:21,038 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/A in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:21,038 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/B in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:21,038 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3bcd2c4158c64259934bbd41392f1cb4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/885512eba3d34041bdffaab968903726, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/49082f3afb0943ea8ee240be6da9547b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=44.4 K 2024-12-02T08:23:21,038 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/094f083465844d79b7c79fdc4801fc96, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ef315916b6db4c90812e64e3a2d148ab, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/cbe9adc57009406b93f9c8f3f358e90c] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=37.3 K 2024-12-02T08:23:21,038 DEBUG [Thread-1288 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1be4cd to 127.0.0.1:64366 2024-12-02T08:23:21,038 DEBUG [Thread-1288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,039 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 094f083465844d79b7c79fdc4801fc96, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733127798524 2024-12-02T08:23:21,039 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bcd2c4158c64259934bbd41392f1cb4, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733127798524 2024-12-02T08:23:21,039 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ef315916b6db4c90812e64e3a2d148ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733127799484 2024-12-02T08:23:21,039 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 885512eba3d34041bdffaab968903726, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733127799165 2024-12-02T08:23:21,039 DEBUG [Thread-1290 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62ceb440 to 127.0.0.1:64366 2024-12-02T08:23:21,039 DEBUG [Thread-1290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,039 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting cbe9adc57009406b93f9c8f3f358e90c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733127799516 2024-12-02T08:23:21,039 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49082f3afb0943ea8ee240be6da9547b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733127799516 2024-12-02T08:23:21,044 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#A#compaction#347 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:21,044 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#B#compaction#348 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:21,044 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/2e5cef174cbf409281212a00c5f6e114 is 50, key is test_row_0/B:col10/1733127800549/Put/seqid=0 2024-12-02T08:23:21,044 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/592e27e711ec412aa4c1f497933475b4 is 50, key is test_row_0/A:col10/1733127800549/Put/seqid=0 2024-12-02T08:23:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742225_1401 (size=13629) 2024-12-02T08:23:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742224_1400 (size=13663) 2024-12-02T08:23:21,051 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/2e5cef174cbf409281212a00c5f6e114 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2e5cef174cbf409281212a00c5f6e114 2024-12-02T08:23:21,057 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/B of 44c22d4cab8812efad31ce88728b2f45 into 2e5cef174cbf409281212a00c5f6e114(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:21,057 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:21,057 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/B, priority=13, startTime=1733127801037; duration=0sec 2024-12-02T08:23:21,057 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:21,057 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:B 2024-12-02T08:23:21,057 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:21,058 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:21,058 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 44c22d4cab8812efad31ce88728b2f45/C is initiating minor compaction (all files) 2024-12-02T08:23:21,058 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44c22d4cab8812efad31ce88728b2f45/C in TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:21,058 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/820e2117d2df485388ea191512686fac, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/60a34b83d0144035b1bec16a4d6adf7a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/423e3c824b814233ab339c09a7f92573] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp, totalSize=37.3 K 2024-12-02T08:23:21,059 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 820e2117d2df485388ea191512686fac, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733127798524 2024-12-02T08:23:21,059 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 60a34b83d0144035b1bec16a4d6adf7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733127799484 2024-12-02T08:23:21,059 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 423e3c824b814233ab339c09a7f92573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733127799516 2024-12-02T08:23:21,064 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44c22d4cab8812efad31ce88728b2f45#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:21,064 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/9673e489a62e4afabad60a2a5a5089cf is 50, key is test_row_0/C:col10/1733127800549/Put/seqid=0 2024-12-02T08:23:21,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:21,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-02T08:23:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:21,068 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T08:23:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:21,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:21,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:21,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:21,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:21,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742226_1402 (size=13663) 2024-12-02T08:23:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/742d2162e8db44019b866369289c6d7b is 50, key is test_row_0/A:col10/1733127800605/Put/seqid=0 2024-12-02T08:23:21,080 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/9673e489a62e4afabad60a2a5a5089cf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9673e489a62e4afabad60a2a5a5089cf 2024-12-02T08:23:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742227_1403 (size=12301) 2024-12-02T08:23:21,085 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/C of 44c22d4cab8812efad31ce88728b2f45 into 9673e489a62e4afabad60a2a5a5089cf(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:21,085 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:21,085 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/C, priority=13, startTime=1733127801037; duration=0sec 2024-12-02T08:23:21,085 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:21,085 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:C 2024-12-02T08:23:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. as already flushing 2024-12-02T08:23:21,224 DEBUG [Thread-1279 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7507573f to 127.0.0.1:64366 2024-12-02T08:23:21,224 DEBUG [Thread-1279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,451 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/592e27e711ec412aa4c1f497933475b4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/592e27e711ec412aa4c1f497933475b4 2024-12-02T08:23:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T08:23:21,455 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44c22d4cab8812efad31ce88728b2f45/A of 44c22d4cab8812efad31ce88728b2f45 into 592e27e711ec412aa4c1f497933475b4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:21,456 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:21,456 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45., storeName=44c22d4cab8812efad31ce88728b2f45/A, priority=13, startTime=1733127801037; duration=0sec 2024-12-02T08:23:21,456 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:21,456 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44c22d4cab8812efad31ce88728b2f45:A 2024-12-02T08:23:21,482 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/742d2162e8db44019b866369289c6d7b 2024-12-02T08:23:21,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/49e36c69eb1a436d916f521d2a04bda4 is 50, key is test_row_0/B:col10/1733127800605/Put/seqid=0 2024-12-02T08:23:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742228_1404 (size=12301) 2024-12-02T08:23:21,549 DEBUG [Thread-1275 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a874cc0 to 127.0.0.1:64366 2024-12-02T08:23:21,549 DEBUG [Thread-1275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,653 DEBUG [Thread-1271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473477dd to 127.0.0.1:64366 2024-12-02T08:23:21,654 DEBUG [Thread-1271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,654 DEBUG [Thread-1273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a91dc80 to 127.0.0.1:64366 2024-12-02T08:23:21,654 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,656 DEBUG [Thread-1277 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6119e7 to 127.0.0.1:64366 2024-12-02T08:23:21,656 DEBUG [Thread-1277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:21,893 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/49e36c69eb1a436d916f521d2a04bda4 2024-12-02T08:23:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/054e514b53cb49179a5a9ab0832a930b is 50, key is test_row_0/C:col10/1733127800605/Put/seqid=0 2024-12-02T08:23:21,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742229_1405 (size=12301) 2024-12-02T08:23:22,343 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/054e514b53cb49179a5a9ab0832a930b 2024-12-02T08:23:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/742d2162e8db44019b866369289c6d7b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/742d2162e8db44019b866369289c6d7b 2024-12-02T08:23:22,349 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/742d2162e8db44019b866369289c6d7b, entries=150, sequenceid=590, filesize=12.0 K 2024-12-02T08:23:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/49e36c69eb1a436d916f521d2a04bda4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/49e36c69eb1a436d916f521d2a04bda4 2024-12-02T08:23:22,353 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/49e36c69eb1a436d916f521d2a04bda4, entries=150, sequenceid=590, filesize=12.0 K 2024-12-02T08:23:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/054e514b53cb49179a5a9ab0832a930b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/054e514b53cb49179a5a9ab0832a930b 2024-12-02T08:23:22,359 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/054e514b53cb49179a5a9ab0832a930b, entries=150, sequenceid=590, filesize=12.0 K 2024-12-02T08:23:22,360 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 44c22d4cab8812efad31ce88728b2f45 in 1292ms, sequenceid=590, compaction requested=false 2024-12-02T08:23:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-02T08:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-02T08:23:22,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-02T08:23:22,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0140 sec 2024-12-02T08:23:22,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 3.0170 sec 2024-12-02T08:23:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-02T08:23:23,454 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5682 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5766 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5414 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5763 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5659 2024-12-02T08:23:23,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T08:23:23,454 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T08:23:23,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05e0e280 to 127.0.0.1:64366 2024-12-02T08:23:23,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:23,455 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T08:23:23,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T08:23:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T08:23:23,458 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127803458"}]},"ts":"1733127803458"} 2024-12-02T08:23:23,458 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T08:23:23,536 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T08:23:23,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:23:23,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44c22d4cab8812efad31ce88728b2f45, UNASSIGN}] 2024-12-02T08:23:23,539 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44c22d4cab8812efad31ce88728b2f45, UNASSIGN 2024-12-02T08:23:23,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=44c22d4cab8812efad31ce88728b2f45, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:23,541 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:23:23,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:23:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T08:23:23,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:23,692 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 44c22d4cab8812efad31ce88728b2f45, disabling compactions & flushes 2024-12-02T08:23:23,693 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. after waiting 0 ms 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:23,693 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing 44c22d4cab8812efad31ce88728b2f45 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=A 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=B 2024-12-02T08:23:23,693 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:23,694 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44c22d4cab8812efad31ce88728b2f45, store=C 2024-12-02T08:23:23,694 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:23,712 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/22852aa09f984915b8eb117f53a13946 is 50, key is test_row_0/A:col10/1733127801655/Put/seqid=0 2024-12-02T08:23:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742230_1406 (size=12301) 2024-12-02T08:23:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T08:23:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T08:23:24,133 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/22852aa09f984915b8eb117f53a13946 2024-12-02T08:23:24,139 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/bb46cf4a7981450a8b423c223d8d3d78 is 50, key is test_row_0/B:col10/1733127801655/Put/seqid=0 2024-12-02T08:23:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742231_1407 (size=12301) 2024-12-02T08:23:24,542 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/bb46cf4a7981450a8b423c223d8d3d78 2024-12-02T08:23:24,549 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/e1853368fa284b4ab848657ccc00dac5 is 50, key is test_row_0/C:col10/1733127801655/Put/seqid=0 2024-12-02T08:23:24,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742232_1408 (size=12301) 2024-12-02T08:23:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T08:23:24,976 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/e1853368fa284b4ab848657ccc00dac5 2024-12-02T08:23:24,979 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/A/22852aa09f984915b8eb117f53a13946 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/22852aa09f984915b8eb117f53a13946 2024-12-02T08:23:24,982 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/22852aa09f984915b8eb117f53a13946, entries=150, sequenceid=600, filesize=12.0 K 2024-12-02T08:23:24,983 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/B/bb46cf4a7981450a8b423c223d8d3d78 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/bb46cf4a7981450a8b423c223d8d3d78 2024-12-02T08:23:24,986 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/bb46cf4a7981450a8b423c223d8d3d78, entries=150, sequenceid=600, filesize=12.0 K 2024-12-02T08:23:24,987 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/.tmp/C/e1853368fa284b4ab848657ccc00dac5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e1853368fa284b4ab848657ccc00dac5 2024-12-02T08:23:24,990 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e1853368fa284b4ab848657ccc00dac5, entries=150, sequenceid=600, filesize=12.0 K 2024-12-02T08:23:24,990 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 44c22d4cab8812efad31ce88728b2f45 in 1297ms, sequenceid=600, compaction requested=true 2024-12-02T08:23:24,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/66c2f500e9e14feba7dd8d275b6f035c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f502b41ff48c439f96c95f157f7aa460, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/4483070705594899bd2edc457e4cca1d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2d82108d9bd24444ad4573ba34af9314, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f1385c26c02b40d99e3f8b4ef53b170c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9cf7376c773646479dd736fa91fffc2b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d184da25777f48b2b8cfe287d495a48b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/08f4c424b284440c85862c0183c3a0d8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2b24bc1fac2a4d15bb12876e092712b3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0070b7c2107f4c1382aba98e239a13c9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d08b1495f108431bbb43952d24c44ae0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/65eb203c4e844231b8607ece4670f31f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/335a65be094d42aa8262d76b8b258d81, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9d29e2fd13c84e918a804832fcf3f229, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/e148a87a67e84c08a57f1b34ea5b1243, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/a4361124a92f4c66a20ac28eb431eb7f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b7a52faafdb44db4b442beb713771b10, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0ca620f4a3114cdca13ae598c1b51743, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0be6af4a50f548879d01173c56207a18, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8ca16b35b5f34381b4a1ab040f26713e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/797bc100a0774e9e97b19d1ab1bc2bb0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/7f908bb9bff746ac9e77e19bced9acee, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/01c155b79070441e9f2bd5f963bc3409, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9e0869728bce4fc9adba2ac5ae6694b5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9832ee386a6b4924955597d66583f8bb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/010fcee22e674bfda7187b46f15d9091, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d5a481f60d494b5ea79c89e3221bfe35, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/45713c5b6a8448b1ae4628e0088a4419, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/1e0cfee3ce3041f898658cb0781ca53c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f91786880bae4bbcb1a2d296e31bffd3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3a189291e56142e8a906c57794bc88de, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/6bf688d508264863afb7f4aa646fcd49, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2bc677cee69e42c6ab0ea8748d3125ec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b9cf887338bd417f8ca437384d6fe13e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/62443461f3c941ee8e0cf6f135ce3cc5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8bf7cd857d0448f7925e5537ff193785, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3bcd2c4158c64259934bbd41392f1cb4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/885512eba3d34041bdffaab968903726, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/49082f3afb0943ea8ee240be6da9547b] to archive 2024-12-02T08:23:24,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:23:24,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/66c2f500e9e14feba7dd8d275b6f035c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/66c2f500e9e14feba7dd8d275b6f035c 2024-12-02T08:23:24,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f502b41ff48c439f96c95f157f7aa460 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f502b41ff48c439f96c95f157f7aa460 2024-12-02T08:23:24,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/4483070705594899bd2edc457e4cca1d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/4483070705594899bd2edc457e4cca1d 2024-12-02T08:23:24,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2d82108d9bd24444ad4573ba34af9314 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2d82108d9bd24444ad4573ba34af9314 2024-12-02T08:23:24,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f1385c26c02b40d99e3f8b4ef53b170c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f1385c26c02b40d99e3f8b4ef53b170c 2024-12-02T08:23:25,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9cf7376c773646479dd736fa91fffc2b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9cf7376c773646479dd736fa91fffc2b 2024-12-02T08:23:25,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d184da25777f48b2b8cfe287d495a48b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d184da25777f48b2b8cfe287d495a48b 2024-12-02T08:23:25,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/08f4c424b284440c85862c0183c3a0d8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/08f4c424b284440c85862c0183c3a0d8 2024-12-02T08:23:25,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2b24bc1fac2a4d15bb12876e092712b3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2b24bc1fac2a4d15bb12876e092712b3 2024-12-02T08:23:25,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0070b7c2107f4c1382aba98e239a13c9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0070b7c2107f4c1382aba98e239a13c9 2024-12-02T08:23:25,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d08b1495f108431bbb43952d24c44ae0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d08b1495f108431bbb43952d24c44ae0 2024-12-02T08:23:25,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/65eb203c4e844231b8607ece4670f31f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/65eb203c4e844231b8607ece4670f31f 2024-12-02T08:23:25,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/335a65be094d42aa8262d76b8b258d81 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/335a65be094d42aa8262d76b8b258d81 2024-12-02T08:23:25,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9d29e2fd13c84e918a804832fcf3f229 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9d29e2fd13c84e918a804832fcf3f229 2024-12-02T08:23:25,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/e148a87a67e84c08a57f1b34ea5b1243 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/e148a87a67e84c08a57f1b34ea5b1243 2024-12-02T08:23:25,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/a4361124a92f4c66a20ac28eb431eb7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/a4361124a92f4c66a20ac28eb431eb7f 2024-12-02T08:23:25,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b7a52faafdb44db4b442beb713771b10 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b7a52faafdb44db4b442beb713771b10 2024-12-02T08:23:25,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0ca620f4a3114cdca13ae598c1b51743 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0ca620f4a3114cdca13ae598c1b51743 2024-12-02T08:23:25,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0be6af4a50f548879d01173c56207a18 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/0be6af4a50f548879d01173c56207a18 2024-12-02T08:23:25,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8ca16b35b5f34381b4a1ab040f26713e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8ca16b35b5f34381b4a1ab040f26713e 2024-12-02T08:23:25,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/797bc100a0774e9e97b19d1ab1bc2bb0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/797bc100a0774e9e97b19d1ab1bc2bb0 2024-12-02T08:23:25,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/7f908bb9bff746ac9e77e19bced9acee to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/7f908bb9bff746ac9e77e19bced9acee 2024-12-02T08:23:25,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/01c155b79070441e9f2bd5f963bc3409 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/01c155b79070441e9f2bd5f963bc3409 2024-12-02T08:23:25,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9e0869728bce4fc9adba2ac5ae6694b5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9e0869728bce4fc9adba2ac5ae6694b5 2024-12-02T08:23:25,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9832ee386a6b4924955597d66583f8bb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/9832ee386a6b4924955597d66583f8bb 2024-12-02T08:23:25,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/010fcee22e674bfda7187b46f15d9091 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/010fcee22e674bfda7187b46f15d9091 2024-12-02T08:23:25,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d5a481f60d494b5ea79c89e3221bfe35 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/d5a481f60d494b5ea79c89e3221bfe35 2024-12-02T08:23:25,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/45713c5b6a8448b1ae4628e0088a4419 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/45713c5b6a8448b1ae4628e0088a4419 2024-12-02T08:23:25,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/1e0cfee3ce3041f898658cb0781ca53c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/1e0cfee3ce3041f898658cb0781ca53c 2024-12-02T08:23:25,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f91786880bae4bbcb1a2d296e31bffd3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/f91786880bae4bbcb1a2d296e31bffd3 2024-12-02T08:23:25,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3a189291e56142e8a906c57794bc88de to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3a189291e56142e8a906c57794bc88de 2024-12-02T08:23:25,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/6bf688d508264863afb7f4aa646fcd49 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/6bf688d508264863afb7f4aa646fcd49 2024-12-02T08:23:25,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2bc677cee69e42c6ab0ea8748d3125ec to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/2bc677cee69e42c6ab0ea8748d3125ec 2024-12-02T08:23:25,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b9cf887338bd417f8ca437384d6fe13e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/b9cf887338bd417f8ca437384d6fe13e 2024-12-02T08:23:25,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/62443461f3c941ee8e0cf6f135ce3cc5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/62443461f3c941ee8e0cf6f135ce3cc5 2024-12-02T08:23:25,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8bf7cd857d0448f7925e5537ff193785 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/8bf7cd857d0448f7925e5537ff193785 2024-12-02T08:23:25,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3bcd2c4158c64259934bbd41392f1cb4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/3bcd2c4158c64259934bbd41392f1cb4 2024-12-02T08:23:25,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/885512eba3d34041bdffaab968903726 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/885512eba3d34041bdffaab968903726 2024-12-02T08:23:25,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/49082f3afb0943ea8ee240be6da9547b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/49082f3afb0943ea8ee240be6da9547b 2024-12-02T08:23:25,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3fb9a69d35d8430a8789b4cf7bb79c54, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0eb814bcc8af44d5b71aea305486e009, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/a1d84a9bace24a299f79f7f4c092ee55, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c3ceacb344a443dab40114b689c170e7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/949f3a476df64fa589925d6aac6371d5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f187db289e924cb6aa086ee95993ed76, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c30a7d23f09746949ff943a4fdc6a55d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0be07b4f7d394b5182b560f24f89e1ef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6a956e1a60ba400b9f94d812946ebd78, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/01a89c539ede49ef8d9d35099f6baafa, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9d3140ac21d74b4faa9062c7c3651b4d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/b4ad80fffdc84751989af0e5defd4a8f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c1fc1475743546c4a738f99a9e0be0da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5b395544244a428da6cfcedaa18b2d82, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5617d6bdaf3f487cba8e3b5cc4c705db, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/1e1d7ef6c518487fb86cd984ef14a51e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f7d8ffd6e5254e75aca4debcb183a995, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e9c0e9a8c6464374b4b55ddd1bc84482, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9df7b1b22800450b9f7b13a760cda689, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0d430fac2bee4f9b8058fb8e14979ce2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f414c87a916c4e61aaab5b943394674c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ce1bafdeb20d4e1d90123b863aca0a77, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/4366fe443c2a486b87705022beade519, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/23d7d2152cc34d04848237865257b319, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e47bd2c908514ddea3a034694a5d2a5c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/591ed26d3ab34258aef17cdbe3ee9a65, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/13456ef1fcfb4958867b8b38a924b34c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2da975634882442bbb8c1b498f18d5a2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3ed5d53d78d5435895421e1354624799, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e01819f69a10461cb06bfdc356df53f6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5721d4b519694ba7bcbdf0c9b6bbe57d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6c81ef7660d74189aeb406872791c2af, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/42a80dd5bd5544489414c9039bf68248, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/90b9876768844933bbcdcc2f12fc3ffc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/d80e962eacfe403896a3042b6938c730, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/51ea32d8c1fb43cf8f1a70a0262a342b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/094f083465844d79b7c79fdc4801fc96, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ea7fb9132be54f30ad0c9ec0ed9a05e2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ef315916b6db4c90812e64e3a2d148ab, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/cbe9adc57009406b93f9c8f3f358e90c] to archive 2024-12-02T08:23:25,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:23:25,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3fb9a69d35d8430a8789b4cf7bb79c54 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3fb9a69d35d8430a8789b4cf7bb79c54 2024-12-02T08:23:25,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0eb814bcc8af44d5b71aea305486e009 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0eb814bcc8af44d5b71aea305486e009 2024-12-02T08:23:25,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/a1d84a9bace24a299f79f7f4c092ee55 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/a1d84a9bace24a299f79f7f4c092ee55 2024-12-02T08:23:25,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c3ceacb344a443dab40114b689c170e7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c3ceacb344a443dab40114b689c170e7 2024-12-02T08:23:25,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/949f3a476df64fa589925d6aac6371d5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/949f3a476df64fa589925d6aac6371d5 2024-12-02T08:23:25,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f187db289e924cb6aa086ee95993ed76 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f187db289e924cb6aa086ee95993ed76 2024-12-02T08:23:25,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c30a7d23f09746949ff943a4fdc6a55d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c30a7d23f09746949ff943a4fdc6a55d 2024-12-02T08:23:25,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0be07b4f7d394b5182b560f24f89e1ef to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0be07b4f7d394b5182b560f24f89e1ef 2024-12-02T08:23:25,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6a956e1a60ba400b9f94d812946ebd78 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6a956e1a60ba400b9f94d812946ebd78 2024-12-02T08:23:25,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/01a89c539ede49ef8d9d35099f6baafa to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/01a89c539ede49ef8d9d35099f6baafa 2024-12-02T08:23:25,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9d3140ac21d74b4faa9062c7c3651b4d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9d3140ac21d74b4faa9062c7c3651b4d 2024-12-02T08:23:25,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/b4ad80fffdc84751989af0e5defd4a8f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/b4ad80fffdc84751989af0e5defd4a8f 2024-12-02T08:23:25,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c1fc1475743546c4a738f99a9e0be0da to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/c1fc1475743546c4a738f99a9e0be0da 2024-12-02T08:23:25,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5b395544244a428da6cfcedaa18b2d82 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5b395544244a428da6cfcedaa18b2d82 2024-12-02T08:23:25,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5617d6bdaf3f487cba8e3b5cc4c705db to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5617d6bdaf3f487cba8e3b5cc4c705db 2024-12-02T08:23:25,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/1e1d7ef6c518487fb86cd984ef14a51e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/1e1d7ef6c518487fb86cd984ef14a51e 2024-12-02T08:23:25,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f7d8ffd6e5254e75aca4debcb183a995 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f7d8ffd6e5254e75aca4debcb183a995 2024-12-02T08:23:25,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e9c0e9a8c6464374b4b55ddd1bc84482 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e9c0e9a8c6464374b4b55ddd1bc84482 2024-12-02T08:23:25,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9df7b1b22800450b9f7b13a760cda689 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/9df7b1b22800450b9f7b13a760cda689 2024-12-02T08:23:25,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0d430fac2bee4f9b8058fb8e14979ce2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/0d430fac2bee4f9b8058fb8e14979ce2 2024-12-02T08:23:25,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f414c87a916c4e61aaab5b943394674c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/f414c87a916c4e61aaab5b943394674c 2024-12-02T08:23:25,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ce1bafdeb20d4e1d90123b863aca0a77 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ce1bafdeb20d4e1d90123b863aca0a77 2024-12-02T08:23:25,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/4366fe443c2a486b87705022beade519 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/4366fe443c2a486b87705022beade519 2024-12-02T08:23:25,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/23d7d2152cc34d04848237865257b319 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/23d7d2152cc34d04848237865257b319 2024-12-02T08:23:25,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e47bd2c908514ddea3a034694a5d2a5c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e47bd2c908514ddea3a034694a5d2a5c 2024-12-02T08:23:25,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/591ed26d3ab34258aef17cdbe3ee9a65 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/591ed26d3ab34258aef17cdbe3ee9a65 2024-12-02T08:23:25,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/13456ef1fcfb4958867b8b38a924b34c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/13456ef1fcfb4958867b8b38a924b34c 2024-12-02T08:23:25,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2da975634882442bbb8c1b498f18d5a2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2da975634882442bbb8c1b498f18d5a2 2024-12-02T08:23:25,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3ed5d53d78d5435895421e1354624799 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/3ed5d53d78d5435895421e1354624799 2024-12-02T08:23:25,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e01819f69a10461cb06bfdc356df53f6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/e01819f69a10461cb06bfdc356df53f6 2024-12-02T08:23:25,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5721d4b519694ba7bcbdf0c9b6bbe57d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/5721d4b519694ba7bcbdf0c9b6bbe57d 2024-12-02T08:23:25,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6c81ef7660d74189aeb406872791c2af to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/6c81ef7660d74189aeb406872791c2af 2024-12-02T08:23:25,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/42a80dd5bd5544489414c9039bf68248 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/42a80dd5bd5544489414c9039bf68248 2024-12-02T08:23:25,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/90b9876768844933bbcdcc2f12fc3ffc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/90b9876768844933bbcdcc2f12fc3ffc 2024-12-02T08:23:25,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/d80e962eacfe403896a3042b6938c730 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/d80e962eacfe403896a3042b6938c730 2024-12-02T08:23:25,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/51ea32d8c1fb43cf8f1a70a0262a342b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/51ea32d8c1fb43cf8f1a70a0262a342b 2024-12-02T08:23:25,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/094f083465844d79b7c79fdc4801fc96 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/094f083465844d79b7c79fdc4801fc96 2024-12-02T08:23:25,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ea7fb9132be54f30ad0c9ec0ed9a05e2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ea7fb9132be54f30ad0c9ec0ed9a05e2 2024-12-02T08:23:25,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ef315916b6db4c90812e64e3a2d148ab to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/ef315916b6db4c90812e64e3a2d148ab 2024-12-02T08:23:25,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/cbe9adc57009406b93f9c8f3f358e90c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/cbe9adc57009406b93f9c8f3f358e90c 2024-12-02T08:23:25,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fae7dca4ff314e1e86cd745f65697cc0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/6ac6d06fc25448d3aec8d0efa3090a04, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5571b95ec8624662a9efd244953f51ef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c7882c0db208453d8f28a798d8bd2009, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f24225a28986474a8fad47564cb32362, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223805d404e24779b964d7dd44afd1ec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2a3e541b703349ce980973f89613b8c7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/97b7dbe18cca4b71b127d2d86ad8d614, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2ad439a72fea40808eeb4358152b436f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/80c0109b4f7c4d2cb9972995bf4d82ec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/47c83949a1034e828445a5ea7dfd33e2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223e586545dc4f5db77ae4c460a25be2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/764498c45daf4961a0aeab4ad39d7770, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/3b86f7aeb82f440eafb8320ba2ebdbd3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/0b6f95a0e5ab4d3d897f282d85fd5c2f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/abefce8b6f9944b880f070d88b073b55, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/426a015da88745bea1a86f835f57257f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9128f5f58d4c4a009789dc831598752c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c138bf3e983945cc8be331c3bacf5d54, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e85ec9b716ac4364aaf0166180224451, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/95a3d6b52d1d4405b24cc3625779d4e7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/51aabd75a3ec4a859c11ff4b6a4c58a1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5001dd08a22e475982e4cbedb5020a99, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/613e163e6b2d4a96bfa176e83f09f052, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fa672aefac574a8e8c350c322203cfcf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/486f8e4e352f48ab9f59697b05c1fd5a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/a2a7b806c67b4b83a0ef673738adeee7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ef7d787fe95b43e2899516def9674180, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c63048b9b83e44e1a127632f61e013d6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ae21c13e71bf4e5a8e48d9653a496d15, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ce746f5ee7584cb4a34999e4a41f6160, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/93ca3df795f043e2a323f38dc81778ba, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/54db1d2212fa4c60a9a20dd1d1ea281d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/11dd89dd8e6f4678be8b6fe25a76bf38, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/820e2117d2df485388ea191512686fac, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/88a04d3e9d144d64b292ef081bf29a1b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/60a34b83d0144035b1bec16a4d6adf7a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/423e3c824b814233ab339c09a7f92573] to archive 2024-12-02T08:23:25,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:23:25,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fae7dca4ff314e1e86cd745f65697cc0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fae7dca4ff314e1e86cd745f65697cc0 2024-12-02T08:23:25,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/6ac6d06fc25448d3aec8d0efa3090a04 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/6ac6d06fc25448d3aec8d0efa3090a04 2024-12-02T08:23:25,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/dd9c9d11e3a14b2eb3dcaaabeffcd2e6 2024-12-02T08:23:25,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5571b95ec8624662a9efd244953f51ef to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5571b95ec8624662a9efd244953f51ef 2024-12-02T08:23:25,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c7882c0db208453d8f28a798d8bd2009 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c7882c0db208453d8f28a798d8bd2009 2024-12-02T08:23:25,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f24225a28986474a8fad47564cb32362 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f24225a28986474a8fad47564cb32362 2024-12-02T08:23:25,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223805d404e24779b964d7dd44afd1ec to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223805d404e24779b964d7dd44afd1ec 2024-12-02T08:23:25,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2a3e541b703349ce980973f89613b8c7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2a3e541b703349ce980973f89613b8c7 2024-12-02T08:23:25,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/97b7dbe18cca4b71b127d2d86ad8d614 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/97b7dbe18cca4b71b127d2d86ad8d614 2024-12-02T08:23:25,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2ad439a72fea40808eeb4358152b436f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/2ad439a72fea40808eeb4358152b436f 2024-12-02T08:23:25,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/80c0109b4f7c4d2cb9972995bf4d82ec to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/80c0109b4f7c4d2cb9972995bf4d82ec 2024-12-02T08:23:25,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/47c83949a1034e828445a5ea7dfd33e2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/47c83949a1034e828445a5ea7dfd33e2 2024-12-02T08:23:25,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223e586545dc4f5db77ae4c460a25be2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/223e586545dc4f5db77ae4c460a25be2 2024-12-02T08:23:25,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/764498c45daf4961a0aeab4ad39d7770 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/764498c45daf4961a0aeab4ad39d7770 2024-12-02T08:23:25,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/3b86f7aeb82f440eafb8320ba2ebdbd3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/3b86f7aeb82f440eafb8320ba2ebdbd3 2024-12-02T08:23:25,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/0b6f95a0e5ab4d3d897f282d85fd5c2f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/0b6f95a0e5ab4d3d897f282d85fd5c2f 2024-12-02T08:23:25,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/abefce8b6f9944b880f070d88b073b55 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/abefce8b6f9944b880f070d88b073b55 2024-12-02T08:23:25,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/f0a53aae6c1c4cf08f4d2a4abf1e5fff 2024-12-02T08:23:25,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/426a015da88745bea1a86f835f57257f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/426a015da88745bea1a86f835f57257f 2024-12-02T08:23:25,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9128f5f58d4c4a009789dc831598752c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9128f5f58d4c4a009789dc831598752c 2024-12-02T08:23:25,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c138bf3e983945cc8be331c3bacf5d54 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c138bf3e983945cc8be331c3bacf5d54 2024-12-02T08:23:25,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e85ec9b716ac4364aaf0166180224451 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e85ec9b716ac4364aaf0166180224451 2024-12-02T08:23:25,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/95a3d6b52d1d4405b24cc3625779d4e7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/95a3d6b52d1d4405b24cc3625779d4e7 2024-12-02T08:23:25,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/51aabd75a3ec4a859c11ff4b6a4c58a1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/51aabd75a3ec4a859c11ff4b6a4c58a1 2024-12-02T08:23:25,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5001dd08a22e475982e4cbedb5020a99 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/5001dd08a22e475982e4cbedb5020a99 2024-12-02T08:23:25,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/613e163e6b2d4a96bfa176e83f09f052 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/613e163e6b2d4a96bfa176e83f09f052 2024-12-02T08:23:25,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fa672aefac574a8e8c350c322203cfcf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/fa672aefac574a8e8c350c322203cfcf 2024-12-02T08:23:25,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/486f8e4e352f48ab9f59697b05c1fd5a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/486f8e4e352f48ab9f59697b05c1fd5a 2024-12-02T08:23:25,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/a2a7b806c67b4b83a0ef673738adeee7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/a2a7b806c67b4b83a0ef673738adeee7 2024-12-02T08:23:25,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ef7d787fe95b43e2899516def9674180 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ef7d787fe95b43e2899516def9674180 2024-12-02T08:23:25,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c63048b9b83e44e1a127632f61e013d6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/c63048b9b83e44e1a127632f61e013d6 2024-12-02T08:23:25,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ae21c13e71bf4e5a8e48d9653a496d15 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ae21c13e71bf4e5a8e48d9653a496d15 2024-12-02T08:23:25,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ce746f5ee7584cb4a34999e4a41f6160 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/ce746f5ee7584cb4a34999e4a41f6160 2024-12-02T08:23:25,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/93ca3df795f043e2a323f38dc81778ba to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/93ca3df795f043e2a323f38dc81778ba 2024-12-02T08:23:25,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/54db1d2212fa4c60a9a20dd1d1ea281d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/54db1d2212fa4c60a9a20dd1d1ea281d 2024-12-02T08:23:25,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/11dd89dd8e6f4678be8b6fe25a76bf38 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/11dd89dd8e6f4678be8b6fe25a76bf38 2024-12-02T08:23:25,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/820e2117d2df485388ea191512686fac to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/820e2117d2df485388ea191512686fac 2024-12-02T08:23:25,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/88a04d3e9d144d64b292ef081bf29a1b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/88a04d3e9d144d64b292ef081bf29a1b 2024-12-02T08:23:25,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/60a34b83d0144035b1bec16a4d6adf7a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/60a34b83d0144035b1bec16a4d6adf7a 2024-12-02T08:23:25,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/423e3c824b814233ab339c09a7f92573 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/423e3c824b814233ab339c09a7f92573 2024-12-02T08:23:25,106 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/recovered.edits/603.seqid, newMaxSeqId=603, maxSeqId=1 2024-12-02T08:23:25,106 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45. 2024-12-02T08:23:25,106 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 44c22d4cab8812efad31ce88728b2f45: 2024-12-02T08:23:25,108 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:25,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=44c22d4cab8812efad31ce88728b2f45, regionState=CLOSED 2024-12-02T08:23:25,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-02T08:23:25,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 44c22d4cab8812efad31ce88728b2f45, server=ceab608fb84d,41577,1733127704904 in 1.5680 sec 2024-12-02T08:23:25,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-02T08:23:25,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=44c22d4cab8812efad31ce88728b2f45, UNASSIGN in 1.5720 sec 2024-12-02T08:23:25,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-02T08:23:25,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5750 sec 2024-12-02T08:23:25,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127805113"}]},"ts":"1733127805113"} 2024-12-02T08:23:25,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T08:23:25,249 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T08:23:25,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7930 sec 2024-12-02T08:23:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-02T08:23:25,563 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-02T08:23:25,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T08:23:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:25,564 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:25,565 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T08:23:25,566 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:25,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/recovered.edits] 2024-12-02T08:23:25,570 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/22852aa09f984915b8eb117f53a13946 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/22852aa09f984915b8eb117f53a13946 2024-12-02T08:23:25,572 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/592e27e711ec412aa4c1f497933475b4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/592e27e711ec412aa4c1f497933475b4 2024-12-02T08:23:25,573 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/742d2162e8db44019b866369289c6d7b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/A/742d2162e8db44019b866369289c6d7b 2024-12-02T08:23:25,574 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2e5cef174cbf409281212a00c5f6e114 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/2e5cef174cbf409281212a00c5f6e114 2024-12-02T08:23:25,587 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/49e36c69eb1a436d916f521d2a04bda4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/49e36c69eb1a436d916f521d2a04bda4 2024-12-02T08:23:25,589 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/bb46cf4a7981450a8b423c223d8d3d78 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/B/bb46cf4a7981450a8b423c223d8d3d78 2024-12-02T08:23:25,591 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/054e514b53cb49179a5a9ab0832a930b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/054e514b53cb49179a5a9ab0832a930b 2024-12-02T08:23:25,592 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9673e489a62e4afabad60a2a5a5089cf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/9673e489a62e4afabad60a2a5a5089cf 2024-12-02T08:23:25,592 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e1853368fa284b4ab848657ccc00dac5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/C/e1853368fa284b4ab848657ccc00dac5 2024-12-02T08:23:25,594 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/recovered.edits/603.seqid to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45/recovered.edits/603.seqid 2024-12-02T08:23:25,594 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/44c22d4cab8812efad31ce88728b2f45 2024-12-02T08:23:25,594 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T08:23:25,596 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:25,597 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T08:23:25,599 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T08:23:25,599 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:25,599 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T08:23:25,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733127805599"}]},"ts":"9223372036854775807"} 2024-12-02T08:23:25,601 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T08:23:25,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 44c22d4cab8812efad31ce88728b2f45, NAME => 'TestAcidGuarantees,,1733127779423.44c22d4cab8812efad31ce88728b2f45.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T08:23:25,601 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T08:23:25,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733127805601"}]},"ts":"9223372036854775807"} 2024-12-02T08:23:25,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T08:23:25,645 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:25,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-12-02T08:23:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-02T08:23:25,666 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-02T08:23:25,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238 (was 236) - Thread LEAK? -, OpenFileDescriptor=453 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=922 (was 924), ProcessCount=9 (was 11), AvailableMemoryMB=4152 (was 3332) - AvailableMemoryMB LEAK? - 2024-12-02T08:23:25,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=922, ProcessCount=9, AvailableMemoryMB=4152 2024-12-02T08:23:25,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:23:25,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:23:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:25,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T08:23:25,686 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:25,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-12-02T08:23:25,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T08:23:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-02T08:23:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742233_1409 (size=963) 2024-12-02T08:23:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-02T08:23:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-02T08:23:26,093 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:23:26,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742234_1410 (size=53) 2024-12-02T08:23:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-02T08:23:26,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:23:26,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 16d9946d92018bef294a81d698cff467, disabling compactions & flushes 2024-12-02T08:23:26,498 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. after waiting 0 ms 2024-12-02T08:23:26,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,498 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:26,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T08:23:26,499 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733127806499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733127806499"}]},"ts":"1733127806499"} 2024-12-02T08:23:26,500 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T08:23:26,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T08:23:26,501 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127806501"}]},"ts":"1733127806501"} 2024-12-02T08:23:26,501 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T08:23:26,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, ASSIGN}] 2024-12-02T08:23:26,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, ASSIGN 2024-12-02T08:23:26,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, ASSIGN; state=OFFLINE, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=false 2024-12-02T08:23:26,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:26,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:23:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-02T08:23:26,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:26,859 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,859 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:23:26,860 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,860 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:23:26,860 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,860 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,861 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,862 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:26,862 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9946d92018bef294a81d698cff467 columnFamilyName A 2024-12-02T08:23:26,862 DEBUG [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:26,863 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(327): Store=16d9946d92018bef294a81d698cff467/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:26,863 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,864 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:26,864 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9946d92018bef294a81d698cff467 columnFamilyName B 2024-12-02T08:23:26,864 DEBUG [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:26,864 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(327): Store=16d9946d92018bef294a81d698cff467/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:26,864 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,865 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:26,865 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9946d92018bef294a81d698cff467 columnFamilyName C 2024-12-02T08:23:26,865 DEBUG [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:26,866 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(327): Store=16d9946d92018bef294a81d698cff467/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:26,866 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,866 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,867 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,868 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:23:26,868 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:26,870 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:23:26,870 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 16d9946d92018bef294a81d698cff467; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65669063, jitterRate=-0.02145470678806305}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:23:26,871 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:26,871 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., pid=100, masterSystemTime=1733127806857 2024-12-02T08:23:26,872 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,872 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:26,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:26,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-02T08:23:26,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 in 169 msec 2024-12-02T08:23:26,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-02T08:23:26,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, ASSIGN in 323 msec 2024-12-02T08:23:26,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T08:23:26,876 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127806876"}]},"ts":"1733127806876"} 2024-12-02T08:23:26,877 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T08:23:26,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T08:23:26,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2010 sec 2024-12-02T08:23:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-02T08:23:27,791 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-02T08:23:27,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1acf826f to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bcb3d 2024-12-02T08:23:27,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c5edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:27,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:27,830 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:27,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T08:23:27,832 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T08:23:27,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:23:27,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:23:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742235_1411 (size=999) 2024-12-02T08:23:28,243 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T08:23:28,243 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T08:23:28,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:23:28,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, REOPEN/MOVE}] 2024-12-02T08:23:28,248 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, REOPEN/MOVE 2024-12-02T08:23:28,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,249 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:23:28,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:23:28,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,401 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,401 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:23:28,401 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 16d9946d92018bef294a81d698cff467, disabling compactions & flushes 2024-12-02T08:23:28,401 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,401 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,401 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. after waiting 0 ms 2024-12-02T08:23:28,401 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,405 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T08:23:28,405 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,405 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:28,405 WARN [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: 16d9946d92018bef294a81d698cff467 to self. 2024-12-02T08:23:28,407 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=CLOSED 2024-12-02T08:23:28,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-02T08:23:28,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 in 159 msec 2024-12-02T08:23:28,409 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, REOPEN/MOVE; state=CLOSED, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=true 2024-12-02T08:23:28,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:23:28,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,715 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,715 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:23:28,715 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,715 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:23:28,716 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,716 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,717 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,717 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:28,718 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9946d92018bef294a81d698cff467 columnFamilyName A 2024-12-02T08:23:28,719 DEBUG [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:28,719 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(327): Store=16d9946d92018bef294a81d698cff467/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:28,719 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,720 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:28,720 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9946d92018bef294a81d698cff467 columnFamilyName B 2024-12-02T08:23:28,720 DEBUG [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:28,720 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(327): Store=16d9946d92018bef294a81d698cff467/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:28,721 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,721 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:23:28,721 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9946d92018bef294a81d698cff467 columnFamilyName C 2024-12-02T08:23:28,721 DEBUG [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:28,722 INFO [StoreOpener-16d9946d92018bef294a81d698cff467-1 {}] regionserver.HStore(327): Store=16d9946d92018bef294a81d698cff467/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:23:28,722 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,723 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,724 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,725 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:23:28,726 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,727 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 16d9946d92018bef294a81d698cff467; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64628751, jitterRate=-0.03695656359195709}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:23:28,728 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:28,728 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., pid=105, masterSystemTime=1733127808712 2024-12-02T08:23:28,730 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,730 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:28,730 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=OPEN, openSeqNum=5, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-12-02T08:23:28,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 in 170 msec 2024-12-02T08:23:28,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-02T08:23:28,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, REOPEN/MOVE in 485 msec 2024-12-02T08:23:28,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-02T08:23:28,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-12-02T08:23:28,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-12-02T08:23:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-02T08:23:28,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbce2b4 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b5b03d 2024-12-02T08:23:28,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789089aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd3f5fc to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15bd9063 2024-12-02T08:23:28,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c96a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05c97513 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c0ec341 2024-12-02T08:23:28,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712a5bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-12-02T08:23:28,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,804 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5910b8c7 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e93614e 2024-12-02T08:23:28,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0523025d to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dc77ab 2024-12-02T08:23:28,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a259e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b9a1701 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70304ef6 2024-12-02T08:23:28,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,829 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d3b05cf to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f8ea360 2024-12-02T08:23:28,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3518b14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x170d29d0 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6de21df2 2024-12-02T08:23:28,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d806bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b61f1c4 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@461176d7 2024-12-02T08:23:28,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5850aaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:23:28,856 DEBUG [hconnection-0x76bcd905-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,856 DEBUG [hconnection-0x429f85bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,856 DEBUG [hconnection-0x36ff7ab2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:28,857 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,857 DEBUG [hconnection-0x58b8c9b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-02T08:23:28,858 DEBUG [hconnection-0x4d4a676b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T08:23:28,858 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,858 DEBUG [hconnection-0x479dbae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,859 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,859 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,859 DEBUG [hconnection-0x477bdfe0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,859 DEBUG [hconnection-0x1bf5abed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,859 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,860 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:28,860 DEBUG [hconnection-0x43ada293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,861 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,861 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,861 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,861 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:28,862 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:28,862 DEBUG [hconnection-0x14b05494-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:23:28,863 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:23:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:28,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:23:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:28,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127868889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127868890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127868890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:28,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127868895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127868891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120248438b9bd0924bbf9404e5f7a06b56a9_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127808868/Put/seqid=0 2024-12-02T08:23:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742236_1412 (size=14594) 2024-12-02T08:23:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T08:23:28,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127868992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127868997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:28,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127868997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127868997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127868998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,017 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T08:23:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:29,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:29,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:29,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T08:23:29,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T08:23:29,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:29,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127869195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127869200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127869201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127869202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127869202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:29,308 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120248438b9bd0924bbf9404e5f7a06b56a9_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120248438b9bd0924bbf9404e5f7a06b56a9_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:29,309 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/904946cec90741afa002c276e8cbb0e1, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:29,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/904946cec90741afa002c276e8cbb0e1 is 175, key is test_row_0/A:col10/1733127808868/Put/seqid=0 2024-12-02T08:23:29,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742237_1413 (size=39549) 2024-12-02T08:23:29,320 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/904946cec90741afa002c276e8cbb0e1 2024-12-02T08:23:29,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T08:23:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:29,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:29,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0d9f49dcd2264979be320ddfcbbb1d3e is 50, key is test_row_0/B:col10/1733127808868/Put/seqid=0 2024-12-02T08:23:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742238_1414 (size=12001) 2024-12-02T08:23:29,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0d9f49dcd2264979be320ddfcbbb1d3e 2024-12-02T08:23:29,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/2c2bfcfea6f44050acdff0b6788dd769 is 50, key is test_row_0/C:col10/1733127808868/Put/seqid=0 2024-12-02T08:23:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742239_1415 (size=12001) 2024-12-02T08:23:29,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/2c2bfcfea6f44050acdff0b6788dd769 2024-12-02T08:23:29,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/904946cec90741afa002c276e8cbb0e1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/904946cec90741afa002c276e8cbb0e1 2024-12-02T08:23:29,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/904946cec90741afa002c276e8cbb0e1, entries=200, sequenceid=17, filesize=38.6 K 2024-12-02T08:23:29,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0d9f49dcd2264979be320ddfcbbb1d3e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0d9f49dcd2264979be320ddfcbbb1d3e 2024-12-02T08:23:29,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0d9f49dcd2264979be320ddfcbbb1d3e, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T08:23:29,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/2c2bfcfea6f44050acdff0b6788dd769 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/2c2bfcfea6f44050acdff0b6788dd769 2024-12-02T08:23:29,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/2c2bfcfea6f44050acdff0b6788dd769, entries=150, sequenceid=17, filesize=11.7 K 2024-12-02T08:23:29,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 16d9946d92018bef294a81d698cff467 in 558ms, sequenceid=17, compaction requested=false 2024-12-02T08:23:29,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T08:23:29,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-02T08:23:29,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:29,476 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-02T08:23:29,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:29,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:29,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:29,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:29,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:29,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:29,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddf7facbb27144578d9e8003c76c80c5_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127808888/Put/seqid=0 2024-12-02T08:23:29,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:29,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127869511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127869510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127869513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127869521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127869521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742240_1416 (size=12154) 2024-12-02T08:23:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127869622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127869622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127869622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127869629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127869629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127869825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127869825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127869825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127869832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127869832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:29,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:29,950 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddf7facbb27144578d9e8003c76c80c5_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddf7facbb27144578d9e8003c76c80c5_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/98536eac40bb40c2930562fe394f0842, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/98536eac40bb40c2930562fe394f0842 is 175, key is test_row_0/A:col10/1733127808888/Put/seqid=0 2024-12-02T08:23:29,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742241_1417 (size=30955) 2024-12-02T08:23:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T08:23:30,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127870131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127870131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127870132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127870138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127870143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,356 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/98536eac40bb40c2930562fe394f0842 2024-12-02T08:23:30,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/d7e2371147c246f6bd19ffe055c66c4b is 50, key is test_row_0/B:col10/1733127808888/Put/seqid=0 2024-12-02T08:23:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742242_1418 (size=12001) 2024-12-02T08:23:30,366 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/d7e2371147c246f6bd19ffe055c66c4b 2024-12-02T08:23:30,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/68da097120ea4bf898fed601456d4381 is 50, key is test_row_0/C:col10/1733127808888/Put/seqid=0 2024-12-02T08:23:30,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742243_1419 (size=12001) 2024-12-02T08:23:30,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127870636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T08:23:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127870638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127870640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127870647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127870647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:30,775 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/68da097120ea4bf898fed601456d4381 2024-12-02T08:23:30,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/98536eac40bb40c2930562fe394f0842 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/98536eac40bb40c2930562fe394f0842 2024-12-02T08:23:30,782 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/98536eac40bb40c2930562fe394f0842, entries=150, sequenceid=40, filesize=30.2 K 2024-12-02T08:23:30,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/d7e2371147c246f6bd19ffe055c66c4b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d7e2371147c246f6bd19ffe055c66c4b 2024-12-02T08:23:30,786 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d7e2371147c246f6bd19ffe055c66c4b, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T08:23:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/68da097120ea4bf898fed601456d4381 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/68da097120ea4bf898fed601456d4381 2024-12-02T08:23:30,790 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/68da097120ea4bf898fed601456d4381, entries=150, sequenceid=40, filesize=11.7 K 2024-12-02T08:23:30,791 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 16d9946d92018bef294a81d698cff467 in 1315ms, sequenceid=40, compaction requested=false 2024-12-02T08:23:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-02T08:23:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-02T08:23:30,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-02T08:23:30,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec 2024-12-02T08:23:30,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.9370 sec 2024-12-02T08:23:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-02T08:23:30,965 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-02T08:23:30,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-02T08:23:30,966 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T08:23:30,967 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:30,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T08:23:31,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-02T08:23:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:31,119 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-02T08:23:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:31,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddfb2f1c4455407fa4ea0e3434dbccb7_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127809518/Put/seqid=0 2024-12-02T08:23:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742244_1420 (size=12154) 2024-12-02T08:23:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T08:23:31,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:31,532 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ddfb2f1c4455407fa4ea0e3434dbccb7_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddfb2f1c4455407fa4ea0e3434dbccb7_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a80b8fcf1a97421384a25a2d6f074bef, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:31,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a80b8fcf1a97421384a25a2d6f074bef is 175, key is test_row_0/A:col10/1733127809518/Put/seqid=0 2024-12-02T08:23:31,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742245_1421 (size=30955) 2024-12-02T08:23:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T08:23:31,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:31,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127871670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127871671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127871675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127871676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127871676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127871777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127871778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127871781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127871781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127871785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,936 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a80b8fcf1a97421384a25a2d6f074bef 2024-12-02T08:23:31,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2e5123db2f4f459594b51e415f47e031 is 50, key is test_row_0/B:col10/1733127809518/Put/seqid=0 2024-12-02T08:23:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742246_1422 (size=12001) 2024-12-02T08:23:31,960 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2e5123db2f4f459594b51e415f47e031 2024-12-02T08:23:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/c5e715ad36854dbdafcc19db0db286fc is 50, key is test_row_0/C:col10/1733127809518/Put/seqid=0 2024-12-02T08:23:31,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127871980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742247_1423 (size=12001) 2024-12-02T08:23:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127871981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127871986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127871987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127871989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T08:23:32,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127872284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127872286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127872290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127872291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127872292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,382 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/c5e715ad36854dbdafcc19db0db286fc 2024-12-02T08:23:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a80b8fcf1a97421384a25a2d6f074bef as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a80b8fcf1a97421384a25a2d6f074bef 2024-12-02T08:23:32,389 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a80b8fcf1a97421384a25a2d6f074bef, entries=150, sequenceid=54, filesize=30.2 K 2024-12-02T08:23:32,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2e5123db2f4f459594b51e415f47e031 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2e5123db2f4f459594b51e415f47e031 2024-12-02T08:23:32,400 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2e5123db2f4f459594b51e415f47e031, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T08:23:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/c5e715ad36854dbdafcc19db0db286fc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/c5e715ad36854dbdafcc19db0db286fc 2024-12-02T08:23:32,404 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/c5e715ad36854dbdafcc19db0db286fc, entries=150, sequenceid=54, filesize=11.7 K 2024-12-02T08:23:32,405 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 16d9946d92018bef294a81d698cff467 in 1286ms, sequenceid=54, compaction requested=true 2024-12-02T08:23:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-02T08:23:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-02T08:23:32,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-02T08:23:32,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-12-02T08:23:32,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4420 sec 2024-12-02T08:23:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:32,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:23:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:32,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:32,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c652acbdb210465e98b2f995a448dc72_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127811674/Put/seqid=0 2024-12-02T08:23:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742248_1424 (size=14594) 2024-12-02T08:23:32,805 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:32,808 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c652acbdb210465e98b2f995a448dc72_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c652acbdb210465e98b2f995a448dc72_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:32,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/34af186b61f449cdafa2f74871fa91a0, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:32,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127872803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/34af186b61f449cdafa2f74871fa91a0 is 175, key is test_row_0/A:col10/1733127811674/Put/seqid=0 2024-12-02T08:23:32,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127872804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127872804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127872805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742249_1425 (size=39549) 2024-12-02T08:23:32,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127872810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127872910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127872911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127872912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127872912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:32,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127872917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-02T08:23:33,070 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-02T08:23:33,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-02T08:23:33,075 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T08:23:33,075 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:33,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:33,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127873117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127873118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127873118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127873118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127873123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T08:23:33,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/34af186b61f449cdafa2f74871fa91a0 2024-12-02T08:23:33,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2ad00d24d95c437790ffb27521f2d74e is 50, key is test_row_0/B:col10/1733127811674/Put/seqid=0 2024-12-02T08:23:33,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742250_1426 (size=12001) 2024-12-02T08:23:33,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2ad00d24d95c437790ffb27521f2d74e 2024-12-02T08:23:33,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T08:23:33,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:33,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/6eaec87d884c4b3994be9034d5fb3ae2 is 50, key is test_row_0/C:col10/1733127811674/Put/seqid=0 2024-12-02T08:23:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742251_1427 (size=12001) 2024-12-02T08:23:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T08:23:33,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T08:23:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127873420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127873421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127873422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127873423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127873428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T08:23:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:33,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/6eaec87d884c4b3994be9034d5fb3ae2 2024-12-02T08:23:33,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/34af186b61f449cdafa2f74871fa91a0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/34af186b61f449cdafa2f74871fa91a0 2024-12-02T08:23:33,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/34af186b61f449cdafa2f74871fa91a0, entries=200, sequenceid=78, filesize=38.6 K 2024-12-02T08:23:33,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2ad00d24d95c437790ffb27521f2d74e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2ad00d24d95c437790ffb27521f2d74e 2024-12-02T08:23:33,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2ad00d24d95c437790ffb27521f2d74e, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T08:23:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/6eaec87d884c4b3994be9034d5fb3ae2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/6eaec87d884c4b3994be9034d5fb3ae2 2024-12-02T08:23:33,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/6eaec87d884c4b3994be9034d5fb3ae2, entries=150, sequenceid=78, filesize=11.7 K 2024-12-02T08:23:33,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 16d9946d92018bef294a81d698cff467 in 872ms, sequenceid=78, compaction requested=true 2024-12-02T08:23:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:33,667 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:33,667 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:33,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:33,668 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:33,669 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:33,669 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,669 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/904946cec90741afa002c276e8cbb0e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/98536eac40bb40c2930562fe394f0842, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a80b8fcf1a97421384a25a2d6f074bef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/34af186b61f449cdafa2f74871fa91a0] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=137.7 K 2024-12-02T08:23:33,669 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,669 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/904946cec90741afa002c276e8cbb0e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/98536eac40bb40c2930562fe394f0842, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a80b8fcf1a97421384a25a2d6f074bef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/34af186b61f449cdafa2f74871fa91a0] 2024-12-02T08:23:33,669 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:33,669 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 904946cec90741afa002c276e8cbb0e1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127808868 2024-12-02T08:23:33,669 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:33,669 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,669 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0d9f49dcd2264979be320ddfcbbb1d3e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d7e2371147c246f6bd19ffe055c66c4b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2e5123db2f4f459594b51e415f47e031, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2ad00d24d95c437790ffb27521f2d74e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=46.9 K 2024-12-02T08:23:33,669 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98536eac40bb40c2930562fe394f0842, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733127808888 2024-12-02T08:23:33,670 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a80b8fcf1a97421384a25a2d6f074bef, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127809510 2024-12-02T08:23:33,670 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d9f49dcd2264979be320ddfcbbb1d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127808868 2024-12-02T08:23:33,670 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d7e2371147c246f6bd19ffe055c66c4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733127808888 2024-12-02T08:23:33,670 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34af186b61f449cdafa2f74871fa91a0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733127811669 2024-12-02T08:23:33,671 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e5123db2f4f459594b51e415f47e031, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127809510 2024-12-02T08:23:33,672 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad00d24d95c437790ffb27521f2d74e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733127811669 2024-12-02T08:23:33,676 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:33,678 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202f25572ded15347478e18d80cb18e0702_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T08:23:33,681 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202f25572ded15347478e18d80cb18e0702_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:33,682 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f25572ded15347478e18d80cb18e0702_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:33,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,688 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:33,688 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/8d1d4b74ae9149c4b0feec6d60b0bf78 is 50, key is test_row_0/B:col10/1733127811674/Put/seqid=0 2024-12-02T08:23:33,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-02T08:23:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:33,689 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:23:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742252_1428 (size=4469) 2024-12-02T08:23:33,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120219d82a1242e045a9b38f9c203e67668e_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127812803/Put/seqid=0 2024-12-02T08:23:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742253_1429 (size=12139) 2024-12-02T08:23:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742254_1430 (size=12154) 2024-12-02T08:23:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:33,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127873953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127873954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127873955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127873955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:33,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127873957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127874063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127874063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127874063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127874063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127874063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,105 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#368 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:34,105 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/5c45614eb93b4750bdcd404e98d936eb is 175, key is test_row_0/A:col10/1733127811674/Put/seqid=0 2024-12-02T08:23:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742255_1431 (size=31093) 2024-12-02T08:23:34,113 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/8d1d4b74ae9149c4b0feec6d60b0bf78 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8d1d4b74ae9149c4b0feec6d60b0bf78 2024-12-02T08:23:34,118 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into 8d1d4b74ae9149c4b0feec6d60b0bf78(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:34,118 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:34,118 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=12, startTime=1733127813667; duration=0sec 2024-12-02T08:23:34,118 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:34,118 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:34,118 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:23:34,119 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:23:34,120 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:34,120 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:34,120 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/2c2bfcfea6f44050acdff0b6788dd769, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/68da097120ea4bf898fed601456d4381, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/c5e715ad36854dbdafcc19db0db286fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/6eaec87d884c4b3994be9034d5fb3ae2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=46.9 K 2024-12-02T08:23:34,120 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c2bfcfea6f44050acdff0b6788dd769, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733127808868 2024-12-02T08:23:34,120 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 68da097120ea4bf898fed601456d4381, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733127808888 2024-12-02T08:23:34,121 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c5e715ad36854dbdafcc19db0db286fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733127809510 2024-12-02T08:23:34,121 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eaec87d884c4b3994be9034d5fb3ae2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733127811669 2024-12-02T08:23:34,126 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:34,127 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/234a6bc1df6d486385ba34f0ce0c22ae is 50, key is test_row_0/C:col10/1733127811674/Put/seqid=0 2024-12-02T08:23:34,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742256_1432 (size=12139) 2024-12-02T08:23:34,131 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120219d82a1242e045a9b38f9c203e67668e_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219d82a1242e045a9b38f9c203e67668e_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:34,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/6c539e503be544e79880c48b3d1a2496, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:34,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/6c539e503be544e79880c48b3d1a2496 is 175, key is test_row_0/A:col10/1733127812803/Put/seqid=0 2024-12-02T08:23:34,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742257_1433 (size=30955) 2024-12-02T08:23:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T08:23:34,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127874268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127874268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127874269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127874269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127874270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,512 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/5c45614eb93b4750bdcd404e98d936eb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/5c45614eb93b4750bdcd404e98d936eb 2024-12-02T08:23:34,517 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into 5c45614eb93b4750bdcd404e98d936eb(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:34,517 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:34,517 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=12, startTime=1733127813667; duration=0sec 2024-12-02T08:23:34,517 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:34,517 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:34,535 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/234a6bc1df6d486385ba34f0ce0c22ae as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/234a6bc1df6d486385ba34f0ce0c22ae 2024-12-02T08:23:34,536 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/6c539e503be544e79880c48b3d1a2496 2024-12-02T08:23:34,541 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into 234a6bc1df6d486385ba34f0ce0c22ae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:34,541 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:34,541 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=12, startTime=1733127813667; duration=0sec 2024-12-02T08:23:34,541 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:34,541 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/31eb82103f7c40c9a480487002ba12c7 is 50, key is test_row_0/B:col10/1733127812803/Put/seqid=0 2024-12-02T08:23:34,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742258_1434 (size=12001) 2024-12-02T08:23:34,547 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/31eb82103f7c40c9a480487002ba12c7 2024-12-02T08:23:34,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/affca7daa14844ec84620fa965faaff3 is 50, key is test_row_0/C:col10/1733127812803/Put/seqid=0 2024-12-02T08:23:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742259_1435 (size=12001) 2024-12-02T08:23:34,559 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/affca7daa14844ec84620fa965faaff3 2024-12-02T08:23:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/6c539e503be544e79880c48b3d1a2496 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/6c539e503be544e79880c48b3d1a2496 2024-12-02T08:23:34,569 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/6c539e503be544e79880c48b3d1a2496, entries=150, sequenceid=90, filesize=30.2 K 2024-12-02T08:23:34,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/31eb82103f7c40c9a480487002ba12c7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/31eb82103f7c40c9a480487002ba12c7 2024-12-02T08:23:34,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127874573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127874573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,576 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/31eb82103f7c40c9a480487002ba12c7, entries=150, sequenceid=90, filesize=11.7 K 2024-12-02T08:23:34,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/affca7daa14844ec84620fa965faaff3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/affca7daa14844ec84620fa965faaff3 2024-12-02T08:23:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127874575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127874575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,581 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/affca7daa14844ec84620fa965faaff3, entries=150, sequenceid=90, filesize=11.7 K 2024-12-02T08:23:34,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127874579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:34,582 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 16d9946d92018bef294a81d698cff467 in 893ms, sequenceid=90, compaction requested=false 2024-12-02T08:23:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-02T08:23:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-02T08:23:34,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-02T08:23:34,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5080 sec 2024-12-02T08:23:34,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.5150 sec 2024-12-02T08:23:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:35,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:23:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:35,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127875087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c6ccb73e358148f5a064804130e685cb_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127813953/Put/seqid=0 2024-12-02T08:23:35,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127875088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127875090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127875090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127875094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742260_1436 (size=17034) 2024-12-02T08:23:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-02T08:23:35,181 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-02T08:23:35,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-02T08:23:35,183 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T08:23:35,183 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:35,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:35,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127875194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127875194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127875198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127875199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127875202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T08:23:35,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T08:23:35,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:35,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127875399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127875399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127875402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127875403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127875404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T08:23:35,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T08:23:35,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:35,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:35,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c6ccb73e358148f5a064804130e685cb_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c6ccb73e358148f5a064804130e685cb_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:35,511 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/c5d719e1efec470ab07eca1bc4975b26, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:35,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/c5d719e1efec470ab07eca1bc4975b26 is 175, key is test_row_0/A:col10/1733127813953/Put/seqid=0 2024-12-02T08:23:35,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742261_1437 (size=48139) 2024-12-02T08:23:35,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/c5d719e1efec470ab07eca1bc4975b26 2024-12-02T08:23:35,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/f0a0975eee4a4b24bd14824e7a44ac67 is 50, key is test_row_0/B:col10/1733127813953/Put/seqid=0 2024-12-02T08:23:35,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742262_1438 (size=12001) 2024-12-02T08:23:35,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/f0a0975eee4a4b24bd14824e7a44ac67 2024-12-02T08:23:35,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/d74bed0c15214bc4bcd2898a4f0513d3 is 50, key is test_row_0/C:col10/1733127813953/Put/seqid=0 2024-12-02T08:23:35,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742263_1439 (size=12001) 2024-12-02T08:23:35,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T08:23:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127875703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127875703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127875706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127875708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127875708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T08:23:35,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T08:23:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:35,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T08:23:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:35,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/d74bed0c15214bc4bcd2898a4f0513d3 2024-12-02T08:23:35,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/c5d719e1efec470ab07eca1bc4975b26 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/c5d719e1efec470ab07eca1bc4975b26 2024-12-02T08:23:35,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/c5d719e1efec470ab07eca1bc4975b26, entries=250, sequenceid=119, filesize=47.0 K 2024-12-02T08:23:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/f0a0975eee4a4b24bd14824e7a44ac67 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/f0a0975eee4a4b24bd14824e7a44ac67 2024-12-02T08:23:35,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/f0a0975eee4a4b24bd14824e7a44ac67, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T08:23:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/d74bed0c15214bc4bcd2898a4f0513d3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d74bed0c15214bc4bcd2898a4f0513d3 2024-12-02T08:23:35,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d74bed0c15214bc4bcd2898a4f0513d3, entries=150, sequenceid=119, filesize=11.7 K 2024-12-02T08:23:35,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 16d9946d92018bef294a81d698cff467 in 902ms, sequenceid=119, compaction requested=true 2024-12-02T08:23:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:35,982 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:35,982 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:35,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:35,983 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:35,983 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110187 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:35,983 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:35,983 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:35,983 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,983 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,983 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/5c45614eb93b4750bdcd404e98d936eb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/6c539e503be544e79880c48b3d1a2496, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/c5d719e1efec470ab07eca1bc4975b26] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=107.6 K 2024-12-02T08:23:35,983 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8d1d4b74ae9149c4b0feec6d60b0bf78, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/31eb82103f7c40c9a480487002ba12c7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/f0a0975eee4a4b24bd14824e7a44ac67] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=35.3 K 2024-12-02T08:23:35,983 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:35,983 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/5c45614eb93b4750bdcd404e98d936eb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/6c539e503be544e79880c48b3d1a2496, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/c5d719e1efec470ab07eca1bc4975b26] 2024-12-02T08:23:35,984 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1d4b74ae9149c4b0feec6d60b0bf78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733127811669 2024-12-02T08:23:35,984 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c45614eb93b4750bdcd404e98d936eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733127811669 2024-12-02T08:23:35,984 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 31eb82103f7c40c9a480487002ba12c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733127812803 2024-12-02T08:23:35,984 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f0a0975eee4a4b24bd14824e7a44ac67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733127813953 2024-12-02T08:23:35,984 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c539e503be544e79880c48b3d1a2496, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733127812803 2024-12-02T08:23:35,984 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5d719e1efec470ab07eca1bc4975b26, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733127813953 2024-12-02T08:23:35,990 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:35,990 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b078f265e7814bbdbcb33ef4cf40667e is 50, key is test_row_0/B:col10/1733127813953/Put/seqid=0 2024-12-02T08:23:35,991 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:36,004 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412023a8c13317e1a4c4081c9a8dcceca7d27_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:36,006 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412023a8c13317e1a4c4081c9a8dcceca7d27_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:36,006 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023a8c13317e1a4c4081c9a8dcceca7d27_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742264_1440 (size=12241) 2024-12-02T08:23:36,012 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b078f265e7814bbdbcb33ef4cf40667e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b078f265e7814bbdbcb33ef4cf40667e 2024-12-02T08:23:36,016 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into b078f265e7814bbdbcb33ef4cf40667e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:36,016 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:36,016 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=13, startTime=1733127815982; duration=0sec 2024-12-02T08:23:36,016 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:36,016 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:36,016 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:36,017 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:36,017 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:36,017 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:36,017 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/234a6bc1df6d486385ba34f0ce0c22ae, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/affca7daa14844ec84620fa965faaff3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d74bed0c15214bc4bcd2898a4f0513d3] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=35.3 K 2024-12-02T08:23:36,017 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 234a6bc1df6d486385ba34f0ce0c22ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733127811669 2024-12-02T08:23:36,018 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting affca7daa14844ec84620fa965faaff3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733127812803 2024-12-02T08:23:36,018 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d74bed0c15214bc4bcd2898a4f0513d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733127813953 2024-12-02T08:23:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742265_1441 (size=4469) 2024-12-02T08:23:36,040 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:36,041 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/75fd95798a7f40688b65f47a5d8c4464 is 50, key is test_row_0/C:col10/1733127813953/Put/seqid=0 2024-12-02T08:23:36,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742266_1442 (size=12241) 2024-12-02T08:23:36,065 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/75fd95798a7f40688b65f47a5d8c4464 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/75fd95798a7f40688b65f47a5d8c4464 2024-12-02T08:23:36,070 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into 75fd95798a7f40688b65f47a5d8c4464(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:36,070 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:36,070 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=13, startTime=1733127815982; duration=0sec 2024-12-02T08:23:36,070 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:36,070 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:36,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-02T08:23:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:36,097 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T08:23:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025992c148c9a94319960ec5ec70fb4f84_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127815090/Put/seqid=0 2024-12-02T08:23:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742267_1443 (size=12154) 2024-12-02T08:23:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:36,159 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025992c148c9a94319960ec5ec70fb4f84_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025992c148c9a94319960ec5ec70fb4f84_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/12df8ae2d25b4c2f893cf67ac73a20da, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/12df8ae2d25b4c2f893cf67ac73a20da is 175, key is test_row_0/A:col10/1733127815090/Put/seqid=0 2024-12-02T08:23:36,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742268_1444 (size=30955) 2024-12-02T08:23:36,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:36,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127876234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127876235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127876235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127876236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127876236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T08:23:36,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127876339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127876339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127876339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127876340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127876341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,432 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#378 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:36,433 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/2927109a561b4ff18d18ebfd9fc81dfd is 175, key is test_row_0/A:col10/1733127813953/Put/seqid=0 2024-12-02T08:23:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742269_1445 (size=31195) 2024-12-02T08:23:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127876541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127876542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127876542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127876545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127876545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,572 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/12df8ae2d25b4c2f893cf67ac73a20da 2024-12-02T08:23:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b03678b4476148798dc9c375e7b1e016 is 50, key is test_row_0/B:col10/1733127815090/Put/seqid=0 2024-12-02T08:23:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742270_1446 (size=12001) 2024-12-02T08:23:36,840 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/2927109a561b4ff18d18ebfd9fc81dfd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/2927109a561b4ff18d18ebfd9fc81dfd 2024-12-02T08:23:36,849 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into 2927109a561b4ff18d18ebfd9fc81dfd(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:36,849 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:36,849 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=13, startTime=1733127815982; duration=0sec 2024-12-02T08:23:36,849 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:36,849 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127876844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127876844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127876845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127876851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127876852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:36,981 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b03678b4476148798dc9c375e7b1e016 2024-12-02T08:23:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/31c9971c08704e2ea2983baff205cd39 is 50, key is test_row_0/C:col10/1733127815090/Put/seqid=0 2024-12-02T08:23:36,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742271_1447 (size=12001) 2024-12-02T08:23:36,992 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/31c9971c08704e2ea2983baff205cd39 2024-12-02T08:23:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/12df8ae2d25b4c2f893cf67ac73a20da as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/12df8ae2d25b4c2f893cf67ac73a20da 2024-12-02T08:23:36,998 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/12df8ae2d25b4c2f893cf67ac73a20da, entries=150, sequenceid=131, filesize=30.2 K 2024-12-02T08:23:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b03678b4476148798dc9c375e7b1e016 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b03678b4476148798dc9c375e7b1e016 2024-12-02T08:23:37,002 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b03678b4476148798dc9c375e7b1e016, entries=150, sequenceid=131, filesize=11.7 K 2024-12-02T08:23:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/31c9971c08704e2ea2983baff205cd39 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/31c9971c08704e2ea2983baff205cd39 2024-12-02T08:23:37,006 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/31c9971c08704e2ea2983baff205cd39, entries=150, sequenceid=131, filesize=11.7 K 2024-12-02T08:23:37,007 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 16d9946d92018bef294a81d698cff467 in 910ms, sequenceid=131, compaction requested=false 2024-12-02T08:23:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-02T08:23:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-02T08:23:37,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-02T08:23:37,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-12-02T08:23:37,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8280 sec 2024-12-02T08:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-02T08:23:37,287 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-02T08:23:37,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-02T08:23:37,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T08:23:37,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:37,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:37,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T08:23:37,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:37,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:37,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:37,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:37,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:37,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:37,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202800a4e3e3a8148619d205c8082e0704d_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127817352/Put/seqid=0 2024-12-02T08:23:37,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127877359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127877359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127877360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127877360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127877366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742272_1448 (size=14794) 2024-12-02T08:23:37,376 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:37,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202800a4e3e3a8148619d205c8082e0704d_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202800a4e3e3a8148619d205c8082e0704d_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:37,381 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fccd16abe89e46eaa12bd2cecc22d8c6, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:37,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fccd16abe89e46eaa12bd2cecc22d8c6 is 175, key is test_row_0/A:col10/1733127817352/Put/seqid=0 2024-12-02T08:23:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742273_1449 (size=39749) 2024-12-02T08:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T08:23:37,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T08:23:37,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:37,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127877465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127877465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127877466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127877468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127877470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T08:23:37,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T08:23:37,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:37,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127877669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127877669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127877670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127877676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127877676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T08:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:37,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fccd16abe89e46eaa12bd2cecc22d8c6 2024-12-02T08:23:37,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/e1fb7ca4801741cf8d5161b55000ba69 is 50, key is test_row_0/B:col10/1733127817352/Put/seqid=0 2024-12-02T08:23:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742274_1450 (size=12151) 2024-12-02T08:23:37,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/e1fb7ca4801741cf8d5161b55000ba69 2024-12-02T08:23:37,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/50f31bf776b746088ac9a8441d1067a1 is 50, key is test_row_0/C:col10/1733127817352/Put/seqid=0 2024-12-02T08:23:37,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742275_1451 (size=12151) 2024-12-02T08:23:37,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/50f31bf776b746088ac9a8441d1067a1 2024-12-02T08:23:37,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fccd16abe89e46eaa12bd2cecc22d8c6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fccd16abe89e46eaa12bd2cecc22d8c6 2024-12-02T08:23:37,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fccd16abe89e46eaa12bd2cecc22d8c6, entries=200, sequenceid=159, filesize=38.8 K 2024-12-02T08:23:37,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/e1fb7ca4801741cf8d5161b55000ba69 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/e1fb7ca4801741cf8d5161b55000ba69 2024-12-02T08:23:37,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/e1fb7ca4801741cf8d5161b55000ba69, entries=150, sequenceid=159, filesize=11.9 K 2024-12-02T08:23:37,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/50f31bf776b746088ac9a8441d1067a1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/50f31bf776b746088ac9a8441d1067a1 2024-12-02T08:23:37,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/50f31bf776b746088ac9a8441d1067a1, entries=150, sequenceid=159, filesize=11.9 K 2024-12-02T08:23:37,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 16d9946d92018bef294a81d698cff467 in 526ms, sequenceid=159, compaction requested=true 2024-12-02T08:23:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:37,881 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:37,881 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:37,882 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,882 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,882 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b078f265e7814bbdbcb33ef4cf40667e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b03678b4476148798dc9c375e7b1e016, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/e1fb7ca4801741cf8d5161b55000ba69] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=35.5 K 2024-12-02T08:23:37,882 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/2927109a561b4ff18d18ebfd9fc81dfd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/12df8ae2d25b4c2f893cf67ac73a20da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fccd16abe89e46eaa12bd2cecc22d8c6] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=99.5 K 2024-12-02T08:23:37,882 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/2927109a561b4ff18d18ebfd9fc81dfd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/12df8ae2d25b4c2f893cf67ac73a20da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fccd16abe89e46eaa12bd2cecc22d8c6] 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b078f265e7814bbdbcb33ef4cf40667e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733127813953 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2927109a561b4ff18d18ebfd9fc81dfd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733127813953 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12df8ae2d25b4c2f893cf67ac73a20da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127815086 2024-12-02T08:23:37,882 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b03678b4476148798dc9c375e7b1e016, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127815086 2024-12-02T08:23:37,883 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting fccd16abe89e46eaa12bd2cecc22d8c6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733127816233 2024-12-02T08:23:37,883 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e1fb7ca4801741cf8d5161b55000ba69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733127816233 2024-12-02T08:23:37,888 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:37,889 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#386 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:37,889 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/829e0d2c4d6547869cda593f27f1e654 is 50, key is test_row_0/B:col10/1733127817352/Put/seqid=0 2024-12-02T08:23:37,891 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412022d4d49d59bf5494d8dc2ff4956713b5d_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:37,892 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412022d4d49d59bf5494d8dc2ff4956713b5d_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:37,892 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022d4d49d59bf5494d8dc2ff4956713b5d_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T08:23:37,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:37,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742276_1452 (size=12493) 2024-12-02T08:23:37,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-02T08:23:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,899 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T08:23:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:37,903 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/829e0d2c4d6547869cda593f27f1e654 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/829e0d2c4d6547869cda593f27f1e654 2024-12-02T08:23:37,908 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into 829e0d2c4d6547869cda593f27f1e654(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:37,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:37,908 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=13, startTime=1733127817881; duration=0sec 2024-12-02T08:23:37,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:37,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:37,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:37,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:37,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:37,908 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:37,909 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/75fd95798a7f40688b65f47a5d8c4464, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/31c9971c08704e2ea2983baff205cd39, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/50f31bf776b746088ac9a8441d1067a1] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=35.5 K 2024-12-02T08:23:37,909 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 75fd95798a7f40688b65f47a5d8c4464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733127813953 2024-12-02T08:23:37,909 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c9971c08704e2ea2983baff205cd39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127815086 2024-12-02T08:23:37,909 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f31bf776b746088ac9a8441d1067a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733127816233 2024-12-02T08:23:37,917 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:37,917 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/bc6353c9de8545c0a1b27167f91acc7d is 50, key is test_row_0/C:col10/1733127817352/Put/seqid=0 2024-12-02T08:23:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742277_1453 (size=4469) 2024-12-02T08:23:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d67606739dd049f2b2e8b9f280330254_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127817363/Put/seqid=0 2024-12-02T08:23:37,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742278_1454 (size=12493) 2024-12-02T08:23:37,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742279_1455 (size=12304) 2024-12-02T08:23:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:37,969 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d67606739dd049f2b2e8b9f280330254_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d67606739dd049f2b2e8b9f280330254_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:37,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e533ea964a364539add43ec664c31779, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:37,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e533ea964a364539add43ec664c31779 is 175, key is test_row_0/A:col10/1733127817363/Put/seqid=0 2024-12-02T08:23:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742280_1456 (size=31105) 2024-12-02T08:23:37,990 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e533ea964a364539add43ec664c31779 2024-12-02T08:23:37,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0a01450336d54809bfec6b0740e7e1fc is 50, key is test_row_0/B:col10/1733127817363/Put/seqid=0 2024-12-02T08:23:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742281_1457 (size=12151) 2024-12-02T08:23:38,007 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0a01450336d54809bfec6b0740e7e1fc 2024-12-02T08:23:38,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127878010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127878015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127878016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127878017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127878019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/811efbcf6f214fbaa3fe9c52e3ebe416 is 50, key is test_row_0/C:col10/1733127817363/Put/seqid=0 2024-12-02T08:23:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742282_1458 (size=12151) 2024-12-02T08:23:38,038 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/811efbcf6f214fbaa3fe9c52e3ebe416 2024-12-02T08:23:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e533ea964a364539add43ec664c31779 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e533ea964a364539add43ec664c31779 2024-12-02T08:23:38,051 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e533ea964a364539add43ec664c31779, entries=150, sequenceid=168, filesize=30.4 K 2024-12-02T08:23:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0a01450336d54809bfec6b0740e7e1fc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0a01450336d54809bfec6b0740e7e1fc 2024-12-02T08:23:38,056 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0a01450336d54809bfec6b0740e7e1fc, entries=150, sequenceid=168, filesize=11.9 K 2024-12-02T08:23:38,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/811efbcf6f214fbaa3fe9c52e3ebe416 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/811efbcf6f214fbaa3fe9c52e3ebe416 2024-12-02T08:23:38,061 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/811efbcf6f214fbaa3fe9c52e3ebe416, entries=150, sequenceid=168, filesize=11.9 K 2024-12-02T08:23:38,062 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 16d9946d92018bef294a81d698cff467 in 163ms, sequenceid=168, compaction requested=false 2024-12-02T08:23:38,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-02T08:23:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-02T08:23:38,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-02T08:23:38,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 779 msec 2024-12-02T08:23:38,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 782 msec 2024-12-02T08:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:38,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T08:23:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:38,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120255f36e0274f6450ba15f5d369491b1a4_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127818006/Put/seqid=0 2024-12-02T08:23:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742283_1459 (size=14794) 2024-12-02T08:23:38,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:38,137 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120255f36e0274f6450ba15f5d369491b1a4_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120255f36e0274f6450ba15f5d369491b1a4_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:38,138 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e38d7d69d6cd49edbd52cff160badbb5, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127878128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e38d7d69d6cd49edbd52cff160badbb5 is 175, key is test_row_0/A:col10/1733127818006/Put/seqid=0 2024-12-02T08:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127878129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127878129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127878130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127878130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742284_1460 (size=39749) 2024-12-02T08:23:38,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127878240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127878240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127878240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127878241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,321 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#387 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:38,321 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/7465422f303a42acb5b7330dd3c7b8e1 is 175, key is test_row_0/A:col10/1733127817352/Put/seqid=0 2024-12-02T08:23:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742285_1461 (size=31447) 2024-12-02T08:23:38,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127878340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,357 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/bc6353c9de8545c0a1b27167f91acc7d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/bc6353c9de8545c0a1b27167f91acc7d 2024-12-02T08:23:38,360 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into bc6353c9de8545c0a1b27167f91acc7d(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:38,360 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:38,360 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=13, startTime=1733127817881; duration=0sec 2024-12-02T08:23:38,360 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:38,360 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-02T08:23:38,394 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-02T08:23:38,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-02T08:23:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T08:23:38,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:38,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:38,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127878447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127878447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127878448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127878448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T08:23:38,543 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e38d7d69d6cd49edbd52cff160badbb5 2024-12-02T08:23:38,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/35f807e79f9d460da7586332aa91cd0a is 50, key is test_row_0/B:col10/1733127818006/Put/seqid=0 2024-12-02T08:23:38,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T08:23:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:38,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742286_1462 (size=12151) 2024-12-02T08:23:38,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/35f807e79f9d460da7586332aa91cd0a 2024-12-02T08:23:38,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/0ae67295b09d41c7a51ad0d6eb3cf651 is 50, key is test_row_0/C:col10/1733127818006/Put/seqid=0 2024-12-02T08:23:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742287_1463 (size=12151) 2024-12-02T08:23:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127878643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T08:23:38,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T08:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:38,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,733 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/7465422f303a42acb5b7330dd3c7b8e1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7465422f303a42acb5b7330dd3c7b8e1 2024-12-02T08:23:38,737 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into 7465422f303a42acb5b7330dd3c7b8e1(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:38,737 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:38,737 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=13, startTime=1733127817881; duration=0sec 2024-12-02T08:23:38,737 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:38,737 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:38,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127878753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127878753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127878755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127878756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:38,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T08:23:38,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:38,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:38,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:38,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:38,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/0ae67295b09d41c7a51ad0d6eb3cf651 2024-12-02T08:23:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T08:23:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/e38d7d69d6cd49edbd52cff160badbb5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e38d7d69d6cd49edbd52cff160badbb5 2024-12-02T08:23:39,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e38d7d69d6cd49edbd52cff160badbb5, entries=200, sequenceid=197, filesize=38.8 K 2024-12-02T08:23:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/35f807e79f9d460da7586332aa91cd0a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/35f807e79f9d460da7586332aa91cd0a 2024-12-02T08:23:39,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T08:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:39,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/35f807e79f9d460da7586332aa91cd0a, entries=150, sequenceid=197, filesize=11.9 K 2024-12-02T08:23:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:39,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/0ae67295b09d41c7a51ad0d6eb3cf651 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/0ae67295b09d41c7a51ad0d6eb3cf651 2024-12-02T08:23:39,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/0ae67295b09d41c7a51ad0d6eb3cf651, entries=150, sequenceid=197, filesize=11.9 K 2024-12-02T08:23:39,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 16d9946d92018bef294a81d698cff467 in 891ms, sequenceid=197, compaction requested=true 2024-12-02T08:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:39,014 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:39,014 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:39,015 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:39,015 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:39,015 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,015 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/829e0d2c4d6547869cda593f27f1e654, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0a01450336d54809bfec6b0740e7e1fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/35f807e79f9d460da7586332aa91cd0a] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=35.9 K 2024-12-02T08:23:39,015 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:39,015 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:39,015 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,016 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7465422f303a42acb5b7330dd3c7b8e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e533ea964a364539add43ec664c31779, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e38d7d69d6cd49edbd52cff160badbb5] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=99.9 K 2024-12-02T08:23:39,016 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,016 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7465422f303a42acb5b7330dd3c7b8e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e533ea964a364539add43ec664c31779, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e38d7d69d6cd49edbd52cff160badbb5] 2024-12-02T08:23:39,016 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7465422f303a42acb5b7330dd3c7b8e1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733127816233 2024-12-02T08:23:39,016 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 829e0d2c4d6547869cda593f27f1e654, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733127816233 2024-12-02T08:23:39,016 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a01450336d54809bfec6b0740e7e1fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127817359 2024-12-02T08:23:39,016 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e533ea964a364539add43ec664c31779, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127817359 2024-12-02T08:23:39,017 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f807e79f9d460da7586332aa91cd0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127818006 2024-12-02T08:23:39,017 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e38d7d69d6cd49edbd52cff160badbb5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127818006 2024-12-02T08:23:39,023 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:39,024 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:39,024 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/4650477ac83747239103e20cdb3f61e0 is 50, key is test_row_0/B:col10/1733127818006/Put/seqid=0 2024-12-02T08:23:39,026 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202f57b4531114d43618e250518942445a1_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:39,028 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202f57b4531114d43618e250518942445a1_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:39,028 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f57b4531114d43618e250518942445a1_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742288_1464 (size=12595) 2024-12-02T08:23:39,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742289_1465 (size=4469) 2024-12-02T08:23:39,035 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#396 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:39,036 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/d34899a90d4f46efb971227f9a8496da is 175, key is test_row_0/A:col10/1733127818006/Put/seqid=0 2024-12-02T08:23:39,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742290_1466 (size=31549) 2024-12-02T08:23:39,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-02T08:23:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,160 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T08:23:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:39,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:39,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120238f4b1a095254d149772b9a1fe34c044_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127819152/Put/seqid=0 2024-12-02T08:23:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742291_1467 (size=14794) 2024-12-02T08:23:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:39,182 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120238f4b1a095254d149772b9a1fe34c044_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120238f4b1a095254d149772b9a1fe34c044_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:39,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/118fab1fb8fd49c7ab9ad8456f128dcf, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:39,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/118fab1fb8fd49c7ab9ad8456f128dcf is 175, key is test_row_0/A:col10/1733127819152/Put/seqid=0 2024-12-02T08:23:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742292_1468 (size=39749) 2024-12-02T08:23:39,187 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/118fab1fb8fd49c7ab9ad8456f128dcf 2024-12-02T08:23:39,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b0ae16880b894864aff8d0d60b358511 is 50, key is test_row_0/B:col10/1733127819152/Put/seqid=0 2024-12-02T08:23:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742293_1469 (size=12151) 2024-12-02T08:23:39,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127879262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127879263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127879263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127879264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127879268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127879369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127879372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127879372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127879373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127879374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,435 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/4650477ac83747239103e20cdb3f61e0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/4650477ac83747239103e20cdb3f61e0 2024-12-02T08:23:39,438 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into 4650477ac83747239103e20cdb3f61e0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:39,439 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:39,439 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=13, startTime=1733127819014; duration=0sec 2024-12-02T08:23:39,439 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:39,439 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:39,439 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:39,439 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:39,439 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:39,440 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,440 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/bc6353c9de8545c0a1b27167f91acc7d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/811efbcf6f214fbaa3fe9c52e3ebe416, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/0ae67295b09d41c7a51ad0d6eb3cf651] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=35.9 K 2024-12-02T08:23:39,440 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6353c9de8545c0a1b27167f91acc7d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733127816233 2024-12-02T08:23:39,440 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 811efbcf6f214fbaa3fe9c52e3ebe416, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127817359 2024-12-02T08:23:39,440 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ae67295b09d41c7a51ad0d6eb3cf651, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127818006 2024-12-02T08:23:39,443 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/d34899a90d4f46efb971227f9a8496da as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d34899a90d4f46efb971227f9a8496da 2024-12-02T08:23:39,448 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into d34899a90d4f46efb971227f9a8496da(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:39,448 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:39,448 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=13, startTime=1733127819014; duration=0sec 2024-12-02T08:23:39,448 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:39,448 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:39,452 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:39,453 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/73022deabbb94c1da1f86ba26652333a is 50, key is test_row_0/C:col10/1733127818006/Put/seqid=0 2024-12-02T08:23:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742294_1470 (size=12595) 2024-12-02T08:23:39,467 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/73022deabbb94c1da1f86ba26652333a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/73022deabbb94c1da1f86ba26652333a 2024-12-02T08:23:39,471 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into 73022deabbb94c1da1f86ba26652333a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:39,471 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:39,471 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=13, startTime=1733127819014; duration=0sec 2024-12-02T08:23:39,471 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:39,471 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T08:23:39,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127879574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127879575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127879576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127879576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127879585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,607 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b0ae16880b894864aff8d0d60b358511 2024-12-02T08:23:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/7bc3ea39187045bf9ad3f6436ebdd86f is 50, key is test_row_0/C:col10/1733127819152/Put/seqid=0 2024-12-02T08:23:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742295_1471 (size=12151) 2024-12-02T08:23:39,649 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/7bc3ea39187045bf9ad3f6436ebdd86f 2024-12-02T08:23:39,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/118fab1fb8fd49c7ab9ad8456f128dcf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/118fab1fb8fd49c7ab9ad8456f128dcf 2024-12-02T08:23:39,656 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/118fab1fb8fd49c7ab9ad8456f128dcf, entries=200, sequenceid=209, filesize=38.8 K 2024-12-02T08:23:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/b0ae16880b894864aff8d0d60b358511 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b0ae16880b894864aff8d0d60b358511 2024-12-02T08:23:39,661 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b0ae16880b894864aff8d0d60b358511, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T08:23:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/7bc3ea39187045bf9ad3f6436ebdd86f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/7bc3ea39187045bf9ad3f6436ebdd86f 2024-12-02T08:23:39,666 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/7bc3ea39187045bf9ad3f6436ebdd86f, entries=150, sequenceid=209, filesize=11.9 K 2024-12-02T08:23:39,666 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 16d9946d92018bef294a81d698cff467 in 506ms, sequenceid=209, compaction requested=false 2024-12-02T08:23:39,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:39,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:39,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-02T08:23:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-02T08:23:39,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-02T08:23:39,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2710 sec 2024-12-02T08:23:39,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.2750 sec 2024-12-02T08:23:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:39,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T08:23:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127879889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127879891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127879891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127879892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127879893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:39,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023b765dfeee3146a0b448039340ace9ba_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127819262/Put/seqid=0 2024-12-02T08:23:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742296_1472 (size=14794) 2024-12-02T08:23:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127880001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127880001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127880001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127880001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127880204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127880204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127880205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127880205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,307 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:40,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023b765dfeee3146a0b448039340ace9ba_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b765dfeee3146a0b448039340ace9ba_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:40,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/0ad1060d3b3e46f3873047686c08c03e, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:40,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/0ad1060d3b3e46f3873047686c08c03e is 175, key is test_row_0/A:col10/1733127819262/Put/seqid=0 2024-12-02T08:23:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742297_1473 (size=39749) 2024-12-02T08:23:40,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127880397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-02T08:23:40,500 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-02T08:23:40,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-02T08:23:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T08:23:40,502 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:40,502 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:40,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127880510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127880510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127880511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127880512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T08:23:40,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-02T08:23:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:40,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/0ad1060d3b3e46f3873047686c08c03e 2024-12-02T08:23:40,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/208218e70a3243d5b8f4f3147966b797 is 50, key is test_row_0/B:col10/1733127819262/Put/seqid=0 2024-12-02T08:23:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742298_1474 (size=12151) 2024-12-02T08:23:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T08:23:40,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-02T08:23:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:40,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:40,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-02T08:23:40,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:40,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:41,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127881015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127881016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127881017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127881017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T08:23:41,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-02T08:23:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:41,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/208218e70a3243d5b8f4f3147966b797 2024-12-02T08:23:41,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/d9156c9c50944170956e21521c965ecc is 50, key is test_row_0/C:col10/1733127819262/Put/seqid=0 2024-12-02T08:23:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742299_1475 (size=12151) 2024-12-02T08:23:41,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/d9156c9c50944170956e21521c965ecc 2024-12-02T08:23:41,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/0ad1060d3b3e46f3873047686c08c03e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/0ad1060d3b3e46f3873047686c08c03e 2024-12-02T08:23:41,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/0ad1060d3b3e46f3873047686c08c03e, entries=200, sequenceid=239, filesize=38.8 K 2024-12-02T08:23:41,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/208218e70a3243d5b8f4f3147966b797 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/208218e70a3243d5b8f4f3147966b797 2024-12-02T08:23:41,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/208218e70a3243d5b8f4f3147966b797, entries=150, sequenceid=239, filesize=11.9 K 2024-12-02T08:23:41,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/d9156c9c50944170956e21521c965ecc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d9156c9c50944170956e21521c965ecc 2024-12-02T08:23:41,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d9156c9c50944170956e21521c965ecc, entries=150, sequenceid=239, filesize=11.9 K 2024-12-02T08:23:41,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 16d9946d92018bef294a81d698cff467 in 1276ms, sequenceid=239, compaction requested=true 2024-12-02T08:23:41,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:41,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:41,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:41,159 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:41,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:41,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:41,159 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:41,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:41,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:41,160 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,160 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,160 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d34899a90d4f46efb971227f9a8496da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/118fab1fb8fd49c7ab9ad8456f128dcf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/0ad1060d3b3e46f3873047686c08c03e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=108.4 K 2024-12-02T08:23:41,160 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/4650477ac83747239103e20cdb3f61e0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b0ae16880b894864aff8d0d60b358511, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/208218e70a3243d5b8f4f3147966b797] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.0 K 2024-12-02T08:23:41,160 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d34899a90d4f46efb971227f9a8496da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/118fab1fb8fd49c7ab9ad8456f128dcf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/0ad1060d3b3e46f3873047686c08c03e] 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 4650477ac83747239103e20cdb3f61e0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127818006 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d34899a90d4f46efb971227f9a8496da, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127818006 2024-12-02T08:23:41,160 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b0ae16880b894864aff8d0d60b358511, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733127818129 2024-12-02T08:23:41,161 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 208218e70a3243d5b8f4f3147966b797, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733127819262 2024-12-02T08:23:41,161 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 118fab1fb8fd49c7ab9ad8456f128dcf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733127818129 2024-12-02T08:23:41,161 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ad1060d3b3e46f3873047686c08c03e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733127819262 2024-12-02T08:23:41,167 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:41,167 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/8cd484cb7e0248c594dfd795860ff549 is 50, key is test_row_0/B:col10/1733127819262/Put/seqid=0 2024-12-02T08:23:41,172 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742300_1476 (size=12697) 2024-12-02T08:23:41,195 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120288278832dbe346fa8f5618955bfeafde_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:41,197 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120288278832dbe346fa8f5618955bfeafde_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:41,197 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120288278832dbe346fa8f5618955bfeafde_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:41,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742301_1477 (size=4469) 2024-12-02T08:23:41,206 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#405 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:41,206 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/ca069e39a5164300895a653e64d781ea is 175, key is test_row_0/A:col10/1733127819262/Put/seqid=0 2024-12-02T08:23:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742302_1478 (size=31651) 2024-12-02T08:23:41,213 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/ca069e39a5164300895a653e64d781ea as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/ca069e39a5164300895a653e64d781ea 2024-12-02T08:23:41,216 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into ca069e39a5164300895a653e64d781ea(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:41,217 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:41,217 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=13, startTime=1733127821159; duration=0sec 2024-12-02T08:23:41,217 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:41,217 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:41,217 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:41,217 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:41,217 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:41,218 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,218 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/73022deabbb94c1da1f86ba26652333a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/7bc3ea39187045bf9ad3f6436ebdd86f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d9156c9c50944170956e21521c965ecc] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.0 K 2024-12-02T08:23:41,218 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73022deabbb94c1da1f86ba26652333a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733127818006 2024-12-02T08:23:41,218 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bc3ea39187045bf9ad3f6436ebdd86f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733127818129 2024-12-02T08:23:41,218 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9156c9c50944170956e21521c965ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733127819262 2024-12-02T08:23:41,223 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:41,223 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/a82e00c11f3a4956af0e69cacc3339bd is 50, key is test_row_0/C:col10/1733127819262/Put/seqid=0 2024-12-02T08:23:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742303_1479 (size=12697) 2024-12-02T08:23:41,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-02T08:23:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,263 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T08:23:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c90cfa16f4a74a5896b437dc251c3c24_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127819883/Put/seqid=0 2024-12-02T08:23:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742304_1480 (size=12304) 2024-12-02T08:23:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:41,278 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c90cfa16f4a74a5896b437dc251c3c24_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c90cfa16f4a74a5896b437dc251c3c24_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/7541cfa4da334e68b11d594357b7f662, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/7541cfa4da334e68b11d594357b7f662 is 175, key is test_row_0/A:col10/1733127819883/Put/seqid=0 2024-12-02T08:23:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742305_1481 (size=31105) 2024-12-02T08:23:41,282 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/7541cfa4da334e68b11d594357b7f662 2024-12-02T08:23:41,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/1ee4efdeb88e4f729171241186874918 is 50, key is test_row_0/B:col10/1733127819883/Put/seqid=0 2024-12-02T08:23:41,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742306_1482 (size=12151) 2024-12-02T08:23:41,292 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/1ee4efdeb88e4f729171241186874918 2024-12-02T08:23:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/391bca811035406e9ff33c5a3f2aef9c is 50, key is test_row_0/C:col10/1733127819883/Put/seqid=0 2024-12-02T08:23:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742307_1483 (size=12151) 2024-12-02T08:23:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:41,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:41,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127881524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,591 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/8cd484cb7e0248c594dfd795860ff549 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8cd484cb7e0248c594dfd795860ff549 2024-12-02T08:23:41,595 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into 8cd484cb7e0248c594dfd795860ff549(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:41,595 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:41,595 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=13, startTime=1733127821159; duration=0sec 2024-12-02T08:23:41,595 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:41,595 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T08:23:41,630 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/a82e00c11f3a4956af0e69cacc3339bd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a82e00c11f3a4956af0e69cacc3339bd 2024-12-02T08:23:41,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127881630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,635 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into a82e00c11f3a4956af0e69cacc3339bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:41,635 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:41,635 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=13, startTime=1733127821159; duration=0sec 2024-12-02T08:23:41,636 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:41,636 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:41,702 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/391bca811035406e9ff33c5a3f2aef9c 2024-12-02T08:23:41,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/7541cfa4da334e68b11d594357b7f662 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7541cfa4da334e68b11d594357b7f662 2024-12-02T08:23:41,709 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7541cfa4da334e68b11d594357b7f662, entries=150, sequenceid=249, filesize=30.4 K 2024-12-02T08:23:41,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/1ee4efdeb88e4f729171241186874918 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/1ee4efdeb88e4f729171241186874918 2024-12-02T08:23:41,712 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/1ee4efdeb88e4f729171241186874918, entries=150, sequenceid=249, filesize=11.9 K 2024-12-02T08:23:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/391bca811035406e9ff33c5a3f2aef9c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/391bca811035406e9ff33c5a3f2aef9c 2024-12-02T08:23:41,716 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/391bca811035406e9ff33c5a3f2aef9c, entries=150, sequenceid=249, filesize=11.9 K 2024-12-02T08:23:41,717 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 16d9946d92018bef294a81d698cff467 in 454ms, sequenceid=249, compaction requested=false 2024-12-02T08:23:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:41,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-02T08:23:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-02T08:23:41,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-02T08:23:41,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2160 sec 2024-12-02T08:23:41,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.2190 sec 2024-12-02T08:23:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:41,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T08:23:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:41,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120276343ac8500544b6880adfc1b4e02d7b_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127821516/Put/seqid=0 2024-12-02T08:23:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742308_1484 (size=14994) 2024-12-02T08:23:41,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127881877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127881983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127882021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127882023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127882026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127882029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127882189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:42,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120276343ac8500544b6880adfc1b4e02d7b_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120276343ac8500544b6880adfc1b4e02d7b_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:42,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/b240c3f5098f4762ba9148f08f1b6bd5, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:42,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/b240c3f5098f4762ba9148f08f1b6bd5 is 175, key is test_row_0/A:col10/1733127821516/Put/seqid=0 2024-12-02T08:23:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742309_1485 (size=39949) 2024-12-02T08:23:42,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T08:23:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127882494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-02T08:23:42,607 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-02T08:23:42,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-02T08:23:42,609 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:42,610 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:42,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T08:23:42,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/b240c3f5098f4762ba9148f08f1b6bd5 2024-12-02T08:23:42,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/a82444d7dd024430a2ce50776c9eb657 is 50, key is test_row_0/B:col10/1733127821516/Put/seqid=0 2024-12-02T08:23:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742310_1486 (size=12301) 2024-12-02T08:23:42,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/a82444d7dd024430a2ce50776c9eb657 2024-12-02T08:23:42,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/08ba683673284c49bc71cb50a08f513e is 50, key is test_row_0/C:col10/1733127821516/Put/seqid=0 2024-12-02T08:23:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T08:23:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742311_1487 (size=12301) 2024-12-02T08:23:42,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/08ba683673284c49bc71cb50a08f513e 2024-12-02T08:23:42,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/b240c3f5098f4762ba9148f08f1b6bd5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/b240c3f5098f4762ba9148f08f1b6bd5 2024-12-02T08:23:42,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/b240c3f5098f4762ba9148f08f1b6bd5, entries=200, sequenceid=279, filesize=39.0 K 2024-12-02T08:23:42,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/a82444d7dd024430a2ce50776c9eb657 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a82444d7dd024430a2ce50776c9eb657 2024-12-02T08:23:42,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a82444d7dd024430a2ce50776c9eb657, entries=150, sequenceid=279, filesize=12.0 K 2024-12-02T08:23:42,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/08ba683673284c49bc71cb50a08f513e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/08ba683673284c49bc71cb50a08f513e 2024-12-02T08:23:42,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/08ba683673284c49bc71cb50a08f513e, entries=150, sequenceid=279, filesize=12.0 K 2024-12-02T08:23:42,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 16d9946d92018bef294a81d698cff467 in 900ms, sequenceid=279, compaction requested=true 2024-12-02T08:23:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:42,750 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:42,750 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:42,751 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:42,751 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:42,751 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:42,751 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/ca069e39a5164300895a653e64d781ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7541cfa4da334e68b11d594357b7f662, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/b240c3f5098f4762ba9148f08f1b6bd5] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=100.3 K 2024-12-02T08:23:42,751 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:42,751 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/ca069e39a5164300895a653e64d781ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7541cfa4da334e68b11d594357b7f662, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/b240c3f5098f4762ba9148f08f1b6bd5] 2024-12-02T08:23:42,751 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:42,751 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:42,751 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:42,751 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8cd484cb7e0248c594dfd795860ff549, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/1ee4efdeb88e4f729171241186874918, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a82444d7dd024430a2ce50776c9eb657] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.3 K 2024-12-02T08:23:42,752 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca069e39a5164300895a653e64d781ea, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733127819262 2024-12-02T08:23:42,752 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cd484cb7e0248c594dfd795860ff549, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733127819262 2024-12-02T08:23:42,752 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ee4efdeb88e4f729171241186874918, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733127819883 2024-12-02T08:23:42,752 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7541cfa4da334e68b11d594357b7f662, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733127819883 2024-12-02T08:23:42,753 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a82444d7dd024430a2ce50776c9eb657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733127821514 2024-12-02T08:23:42,753 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b240c3f5098f4762ba9148f08f1b6bd5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733127821514 2024-12-02T08:23:42,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:42,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-02T08:23:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:42,763 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T08:23:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:42,768 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:42,769 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/60c48ad83cc24450a1f498a873f737c4 is 50, key is test_row_0/B:col10/1733127821516/Put/seqid=0 2024-12-02T08:23:42,770 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:42,783 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202b9c058ace0fd4141a68af51bd7d79375_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:42,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202b9c058ace0fd4141a68af51bd7d79375_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:42,785 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b9c058ace0fd4141a68af51bd7d79375_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:42,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202137290aa07744cccafadbb891726103d_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127821853/Put/seqid=0 2024-12-02T08:23:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742312_1488 (size=12949) 2024-12-02T08:23:42,860 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/60c48ad83cc24450a1f498a873f737c4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/60c48ad83cc24450a1f498a873f737c4 2024-12-02T08:23:42,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742313_1489 (size=4469) 2024-12-02T08:23:42,861 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#414 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:42,862 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/31ba8c1abf1b4cb697d980673ea39d51 is 175, key is test_row_0/A:col10/1733127821516/Put/seqid=0 2024-12-02T08:23:42,867 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into 60c48ad83cc24450a1f498a873f737c4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:42,867 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:42,867 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=13, startTime=1733127822750; duration=0sec 2024-12-02T08:23:42,867 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:42,867 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:42,867 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:42,868 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:42,868 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:42,868 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:42,868 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a82e00c11f3a4956af0e69cacc3339bd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/391bca811035406e9ff33c5a3f2aef9c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/08ba683673284c49bc71cb50a08f513e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.3 K 2024-12-02T08:23:42,868 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a82e00c11f3a4956af0e69cacc3339bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733127819262 2024-12-02T08:23:42,869 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 391bca811035406e9ff33c5a3f2aef9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733127819883 2024-12-02T08:23:42,869 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 08ba683673284c49bc71cb50a08f513e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733127821514 2024-12-02T08:23:42,876 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:42,876 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/f11359e45d774e4ba14fe9d08ada72aa is 50, key is test_row_0/C:col10/1733127821516/Put/seqid=0 2024-12-02T08:23:42,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742315_1491 (size=31903) 2024-12-02T08:23:42,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742316_1492 (size=12949) 2024-12-02T08:23:42,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742314_1490 (size=12454) 2024-12-02T08:23:42,892 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/f11359e45d774e4ba14fe9d08ada72aa as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/f11359e45d774e4ba14fe9d08ada72aa 2024-12-02T08:23:42,899 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into f11359e45d774e4ba14fe9d08ada72aa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:42,899 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:42,899 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=13, startTime=1733127822750; duration=0sec 2024-12-02T08:23:42,899 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:42,900 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T08:23:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:43,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:43,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127883107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T08:23:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127883212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:43,279 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/31ba8c1abf1b4cb697d980673ea39d51 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/31ba8c1abf1b4cb697d980673ea39d51 2024-12-02T08:23:43,284 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into 31ba8c1abf1b4cb697d980673ea39d51(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:43,284 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:43,284 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=13, startTime=1733127822750; duration=0sec 2024-12-02T08:23:43,285 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:43,285 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:43,287 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202137290aa07744cccafadbb891726103d_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202137290aa07744cccafadbb891726103d_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/80c096eb1afc40f89c1623ac1bc67936, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/80c096eb1afc40f89c1623ac1bc67936 is 175, key is test_row_0/A:col10/1733127821853/Put/seqid=0 2024-12-02T08:23:43,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742317_1493 (size=31255) 2024-12-02T08:23:43,292 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/80c096eb1afc40f89c1623ac1bc67936 2024-12-02T08:23:43,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/9622940d916a41cf861aa5971c2943d4 is 50, key is test_row_0/B:col10/1733127821853/Put/seqid=0 2024-12-02T08:23:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742318_1494 (size=12301) 2024-12-02T08:23:43,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127883416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:43,703 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/9622940d916a41cf861aa5971c2943d4 2024-12-02T08:23:43,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/b484d6142b31421a8303bbc12825ddcf is 50, key is test_row_0/C:col10/1733127821853/Put/seqid=0 2024-12-02T08:23:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742319_1495 (size=12301) 2024-12-02T08:23:43,710 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/b484d6142b31421a8303bbc12825ddcf 2024-12-02T08:23:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T08:23:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/80c096eb1afc40f89c1623ac1bc67936 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/80c096eb1afc40f89c1623ac1bc67936 2024-12-02T08:23:43,717 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/80c096eb1afc40f89c1623ac1bc67936, entries=150, sequenceid=287, filesize=30.5 K 2024-12-02T08:23:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/9622940d916a41cf861aa5971c2943d4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/9622940d916a41cf861aa5971c2943d4 2024-12-02T08:23:43,721 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/9622940d916a41cf861aa5971c2943d4, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:23:43,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127883720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/b484d6142b31421a8303bbc12825ddcf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b484d6142b31421a8303bbc12825ddcf 2024-12-02T08:23:43,730 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b484d6142b31421a8303bbc12825ddcf, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:23:43,731 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 16d9946d92018bef294a81d698cff467 in 968ms, sequenceid=287, compaction requested=false 2024-12-02T08:23:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-02T08:23:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-02T08:23:43,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-02T08:23:43,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1230 sec 2024-12-02T08:23:43,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.1270 sec 2024-12-02T08:23:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:44,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-02T08:23:44,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:44,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:44,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:44,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:44,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:44,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:44,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127884046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127884047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127884048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127884052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,058 DEBUG [Thread-1832 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:23:44,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202611266e44c404a7398f743c023683bad_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127824035/Put/seqid=0 2024-12-02T08:23:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742320_1496 (size=14994) 2024-12-02T08:23:44,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127884149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127884152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127884154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127884227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127884355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127884356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127884360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,480 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:44,483 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202611266e44c404a7398f743c023683bad_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202611266e44c404a7398f743c023683bad_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:44,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a27948cde8be4b63ac396e8f6174b1da, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:44,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a27948cde8be4b63ac396e8f6174b1da is 175, key is test_row_0/A:col10/1733127824035/Put/seqid=0 2024-12-02T08:23:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742321_1497 (size=39949) 2024-12-02T08:23:44,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127884658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127884659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127884663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-02T08:23:44,715 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-02T08:23:44,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-02T08:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T08:23:44,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:44,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:44,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T08:23:44,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:44,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T08:23:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:44,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:44,887 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a27948cde8be4b63ac396e8f6174b1da 2024-12-02T08:23:44,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/703a0cecff0945c7a3f380bed0bb7537 is 50, key is test_row_0/B:col10/1733127824035/Put/seqid=0 2024-12-02T08:23:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742322_1498 (size=12301) 2024-12-02T08:23:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T08:23:45,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T08:23:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127885164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127885166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127885169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T08:23:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:45,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127885237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/703a0cecff0945c7a3f380bed0bb7537 2024-12-02T08:23:45,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/5dafdc56b1c742509f3678d819e08d02 is 50, key is test_row_0/C:col10/1733127824035/Put/seqid=0 2024-12-02T08:23:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742323_1499 (size=12301) 2024-12-02T08:23:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T08:23:45,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T08:23:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T08:23:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T08:23:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:45,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/5dafdc56b1c742509f3678d819e08d02 2024-12-02T08:23:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/a27948cde8be4b63ac396e8f6174b1da as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a27948cde8be4b63ac396e8f6174b1da 2024-12-02T08:23:45,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a27948cde8be4b63ac396e8f6174b1da, entries=200, sequenceid=319, filesize=39.0 K 2024-12-02T08:23:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/703a0cecff0945c7a3f380bed0bb7537 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/703a0cecff0945c7a3f380bed0bb7537 2024-12-02T08:23:45,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/703a0cecff0945c7a3f380bed0bb7537, entries=150, sequenceid=319, filesize=12.0 K 2024-12-02T08:23:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/5dafdc56b1c742509f3678d819e08d02 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/5dafdc56b1c742509f3678d819e08d02 2024-12-02T08:23:45,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/5dafdc56b1c742509f3678d819e08d02, entries=150, sequenceid=319, filesize=12.0 K 2024-12-02T08:23:45,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 16d9946d92018bef294a81d698cff467 in 1693ms, sequenceid=319, compaction requested=true 2024-12-02T08:23:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:45,729 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:45,729 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:45,730 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:45,730 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:45,730 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:45,730 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:45,730 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,730 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,730 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/60c48ad83cc24450a1f498a873f737c4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/9622940d916a41cf861aa5971c2943d4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/703a0cecff0945c7a3f380bed0bb7537] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.7 K 2024-12-02T08:23:45,730 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/31ba8c1abf1b4cb697d980673ea39d51, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/80c096eb1afc40f89c1623ac1bc67936, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a27948cde8be4b63ac396e8f6174b1da] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=100.7 K 2024-12-02T08:23:45,730 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,730 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/31ba8c1abf1b4cb697d980673ea39d51, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/80c096eb1afc40f89c1623ac1bc67936, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a27948cde8be4b63ac396e8f6174b1da] 2024-12-02T08:23:45,731 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 60c48ad83cc24450a1f498a873f737c4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733127821514 2024-12-02T08:23:45,731 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31ba8c1abf1b4cb697d980673ea39d51, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733127821514 2024-12-02T08:23:45,731 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9622940d916a41cf861aa5971c2943d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127821853 2024-12-02T08:23:45,731 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80c096eb1afc40f89c1623ac1bc67936, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127821853 2024-12-02T08:23:45,731 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 703a0cecff0945c7a3f380bed0bb7537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733127823102 2024-12-02T08:23:45,731 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a27948cde8be4b63ac396e8f6174b1da, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733127823094 2024-12-02T08:23:45,737 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:45,738 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:45,738 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0e40a3ec1f1a45209486c66ad9c25f59 is 50, key is test_row_0/B:col10/1733127824035/Put/seqid=0 2024-12-02T08:23:45,752 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202889d5647c08a46e4bb65b903633c7d1a_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:45,754 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202889d5647c08a46e4bb65b903633c7d1a_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:45,754 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202889d5647c08a46e4bb65b903633c7d1a_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742324_1500 (size=13051) 2024-12-02T08:23:45,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:45,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-02T08:23:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T08:23:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742325_1501 (size=4469) 2024-12-02T08:23:45,786 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#423 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:45,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/3c4f2b18870043f5b463a857e26dd843 is 175, key is test_row_0/A:col10/1733127824035/Put/seqid=0 2024-12-02T08:23:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029e8e0b9003554ddfb743a738db515dd0_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127824047/Put/seqid=0 2024-12-02T08:23:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742326_1502 (size=32005) 2024-12-02T08:23:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T08:23:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742327_1503 (size=12454) 2024-12-02T08:23:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:45,832 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029e8e0b9003554ddfb743a738db515dd0_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e8e0b9003554ddfb743a738db515dd0_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:45,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/151e5b58975545819f3b4845fd366e39, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:45,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/151e5b58975545819f3b4845fd366e39 is 175, key is test_row_0/A:col10/1733127824047/Put/seqid=0 2024-12-02T08:23:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742328_1504 (size=31255) 2024-12-02T08:23:46,160 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/0e40a3ec1f1a45209486c66ad9c25f59 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0e40a3ec1f1a45209486c66ad9c25f59 2024-12-02T08:23:46,163 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into 0e40a3ec1f1a45209486c66ad9c25f59(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:46,163 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:46,163 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=13, startTime=1733127825729; duration=0sec 2024-12-02T08:23:46,163 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:46,163 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:46,163 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:46,164 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:46,164 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:46,164 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:46,164 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/f11359e45d774e4ba14fe9d08ada72aa, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b484d6142b31421a8303bbc12825ddcf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/5dafdc56b1c742509f3678d819e08d02] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.7 K 2024-12-02T08:23:46,165 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f11359e45d774e4ba14fe9d08ada72aa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733127821514 2024-12-02T08:23:46,165 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b484d6142b31421a8303bbc12825ddcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127821853 2024-12-02T08:23:46,165 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dafdc56b1c742509f3678d819e08d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733127823102 2024-12-02T08:23:46,170 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:46,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/80c5237cd476495d90d6317e929be4e6 is 50, key is test_row_0/C:col10/1733127824035/Put/seqid=0 2024-12-02T08:23:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742329_1505 (size=13051) 2024-12-02T08:23:46,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:46,214 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/3c4f2b18870043f5b463a857e26dd843 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/3c4f2b18870043f5b463a857e26dd843 2024-12-02T08:23:46,219 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into 3c4f2b18870043f5b463a857e26dd843(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:46,219 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:46,219 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=13, startTime=1733127825729; duration=0sec 2024-12-02T08:23:46,219 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:46,219 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:46,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127886220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127886220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127886222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,239 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/151e5b58975545819f3b4845fd366e39 2024-12-02T08:23:46,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/a61e256d8ccc4722bdce81c0ab740a44 is 50, key is test_row_0/B:col10/1733127824047/Put/seqid=0 2024-12-02T08:23:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742330_1506 (size=12301) 2024-12-02T08:23:46,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127886326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127886326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127886326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127886530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127886530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127886530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,580 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/80c5237cd476495d90d6317e929be4e6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/80c5237cd476495d90d6317e929be4e6 2024-12-02T08:23:46,584 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into 80c5237cd476495d90d6317e929be4e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:46,584 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:46,584 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=13, startTime=1733127825729; duration=0sec 2024-12-02T08:23:46,584 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:46,584 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:46,648 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/a61e256d8ccc4722bdce81c0ab740a44 2024-12-02T08:23:46,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/00a87d55898042dc85fbdad5b6693446 is 50, key is test_row_0/C:col10/1733127824047/Put/seqid=0 2024-12-02T08:23:46,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742331_1507 (size=12301) 2024-12-02T08:23:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T08:23:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127886834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127886835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127886837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:47,057 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/00a87d55898042dc85fbdad5b6693446 2024-12-02T08:23:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/151e5b58975545819f3b4845fd366e39 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/151e5b58975545819f3b4845fd366e39 2024-12-02T08:23:47,071 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/151e5b58975545819f3b4845fd366e39, entries=150, sequenceid=326, filesize=30.5 K 2024-12-02T08:23:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/a61e256d8ccc4722bdce81c0ab740a44 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a61e256d8ccc4722bdce81c0ab740a44 2024-12-02T08:23:47,075 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a61e256d8ccc4722bdce81c0ab740a44, entries=150, sequenceid=326, filesize=12.0 K 2024-12-02T08:23:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/00a87d55898042dc85fbdad5b6693446 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/00a87d55898042dc85fbdad5b6693446 2024-12-02T08:23:47,079 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/00a87d55898042dc85fbdad5b6693446, entries=150, sequenceid=326, filesize=12.0 K 2024-12-02T08:23:47,079 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 16d9946d92018bef294a81d698cff467 in 1296ms, sequenceid=326, compaction requested=false 2024-12-02T08:23:47,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:47,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:47,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-02T08:23:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-02T08:23:47,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-02T08:23:47,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-12-02T08:23:47,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.3670 sec 2024-12-02T08:23:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:47,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-02T08:23:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:47,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120288d73124156843dfa2d0c2a6725d391c_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127826219/Put/seqid=0 2024-12-02T08:23:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742332_1508 (size=14994) 2024-12-02T08:23:47,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127887259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:47,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127887340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:47,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127887341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:47,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127887342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127887364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127887566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:47,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/904946cec90741afa002c276e8cbb0e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/98536eac40bb40c2930562fe394f0842, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a80b8fcf1a97421384a25a2d6f074bef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/34af186b61f449cdafa2f74871fa91a0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/5c45614eb93b4750bdcd404e98d936eb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/6c539e503be544e79880c48b3d1a2496, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/c5d719e1efec470ab07eca1bc4975b26, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/2927109a561b4ff18d18ebfd9fc81dfd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/12df8ae2d25b4c2f893cf67ac73a20da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fccd16abe89e46eaa12bd2cecc22d8c6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7465422f303a42acb5b7330dd3c7b8e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e533ea964a364539add43ec664c31779, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e38d7d69d6cd49edbd52cff160badbb5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d34899a90d4f46efb971227f9a8496da, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/118fab1fb8fd49c7ab9ad8456f128dcf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/0ad1060d3b3e46f3873047686c08c03e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/ca069e39a5164300895a653e64d781ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7541cfa4da334e68b11d594357b7f662, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/b240c3f5098f4762ba9148f08f1b6bd5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/31ba8c1abf1b4cb697d980673ea39d51, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/80c096eb1afc40f89c1623ac1bc67936, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a27948cde8be4b63ac396e8f6174b1da] to archive 2024-12-02T08:23:47,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:23:47,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/904946cec90741afa002c276e8cbb0e1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/904946cec90741afa002c276e8cbb0e1 2024-12-02T08:23:47,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/98536eac40bb40c2930562fe394f0842 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/98536eac40bb40c2930562fe394f0842 2024-12-02T08:23:47,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a80b8fcf1a97421384a25a2d6f074bef to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a80b8fcf1a97421384a25a2d6f074bef 2024-12-02T08:23:47,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/34af186b61f449cdafa2f74871fa91a0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/34af186b61f449cdafa2f74871fa91a0 2024-12-02T08:23:47,660 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:47,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/5c45614eb93b4750bdcd404e98d936eb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/5c45614eb93b4750bdcd404e98d936eb 2024-12-02T08:23:47,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/6c539e503be544e79880c48b3d1a2496 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/6c539e503be544e79880c48b3d1a2496 2024-12-02T08:23:47,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120288d73124156843dfa2d0c2a6725d391c_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288d73124156843dfa2d0c2a6725d391c_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:47,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/c5d719e1efec470ab07eca1bc4975b26 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/c5d719e1efec470ab07eca1bc4975b26 2024-12-02T08:23:47,664 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/d9e309a0d70540139d2838299c6b75bc, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:47,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/d9e309a0d70540139d2838299c6b75bc is 175, key is test_row_0/A:col10/1733127826219/Put/seqid=0 2024-12-02T08:23:47,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/2927109a561b4ff18d18ebfd9fc81dfd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/2927109a561b4ff18d18ebfd9fc81dfd 2024-12-02T08:23:47,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/12df8ae2d25b4c2f893cf67ac73a20da to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/12df8ae2d25b4c2f893cf67ac73a20da 2024-12-02T08:23:47,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fccd16abe89e46eaa12bd2cecc22d8c6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fccd16abe89e46eaa12bd2cecc22d8c6 2024-12-02T08:23:47,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7465422f303a42acb5b7330dd3c7b8e1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7465422f303a42acb5b7330dd3c7b8e1 2024-12-02T08:23:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742333_1509 (size=39949) 2024-12-02T08:23:47,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e533ea964a364539add43ec664c31779 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e533ea964a364539add43ec664c31779 2024-12-02T08:23:47,669 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/d9e309a0d70540139d2838299c6b75bc 2024-12-02T08:23:47,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e38d7d69d6cd49edbd52cff160badbb5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/e38d7d69d6cd49edbd52cff160badbb5 2024-12-02T08:23:47,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d34899a90d4f46efb971227f9a8496da to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d34899a90d4f46efb971227f9a8496da 2024-12-02T08:23:47,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/118fab1fb8fd49c7ab9ad8456f128dcf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/118fab1fb8fd49c7ab9ad8456f128dcf 2024-12-02T08:23:47,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/0ad1060d3b3e46f3873047686c08c03e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/0ad1060d3b3e46f3873047686c08c03e 2024-12-02T08:23:47,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/d0d0975df70b465ab566a5f4109bac42 is 50, key is test_row_0/B:col10/1733127826219/Put/seqid=0 2024-12-02T08:23:47,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/ca069e39a5164300895a653e64d781ea to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/ca069e39a5164300895a653e64d781ea 2024-12-02T08:23:47,676 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7541cfa4da334e68b11d594357b7f662 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/7541cfa4da334e68b11d594357b7f662 2024-12-02T08:23:47,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/b240c3f5098f4762ba9148f08f1b6bd5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/b240c3f5098f4762ba9148f08f1b6bd5 2024-12-02T08:23:47,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742334_1510 (size=12301) 2024-12-02T08:23:47,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/d0d0975df70b465ab566a5f4109bac42 2024-12-02T08:23:47,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/31ba8c1abf1b4cb697d980673ea39d51 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/31ba8c1abf1b4cb697d980673ea39d51 2024-12-02T08:23:47,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/80c096eb1afc40f89c1623ac1bc67936 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/80c096eb1afc40f89c1623ac1bc67936 2024-12-02T08:23:47,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a27948cde8be4b63ac396e8f6174b1da to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/a27948cde8be4b63ac396e8f6174b1da 2024-12-02T08:23:47,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/1f85a0d31ff64b64b69d7fff1609bdf4 is 50, key is test_row_0/C:col10/1733127826219/Put/seqid=0 2024-12-02T08:23:47,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0d9f49dcd2264979be320ddfcbbb1d3e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d7e2371147c246f6bd19ffe055c66c4b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2e5123db2f4f459594b51e415f47e031, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8d1d4b74ae9149c4b0feec6d60b0bf78, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2ad00d24d95c437790ffb27521f2d74e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/31eb82103f7c40c9a480487002ba12c7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b078f265e7814bbdbcb33ef4cf40667e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/f0a0975eee4a4b24bd14824e7a44ac67, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b03678b4476148798dc9c375e7b1e016, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/829e0d2c4d6547869cda593f27f1e654, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/e1fb7ca4801741cf8d5161b55000ba69, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0a01450336d54809bfec6b0740e7e1fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/4650477ac83747239103e20cdb3f61e0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/35f807e79f9d460da7586332aa91cd0a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b0ae16880b894864aff8d0d60b358511, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8cd484cb7e0248c594dfd795860ff549, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/208218e70a3243d5b8f4f3147966b797, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/1ee4efdeb88e4f729171241186874918, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/60c48ad83cc24450a1f498a873f737c4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a82444d7dd024430a2ce50776c9eb657, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/9622940d916a41cf861aa5971c2943d4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/703a0cecff0945c7a3f380bed0bb7537] to archive 2024-12-02T08:23:47,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:23:47,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0d9f49dcd2264979be320ddfcbbb1d3e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0d9f49dcd2264979be320ddfcbbb1d3e 2024-12-02T08:23:47,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742335_1511 (size=12301) 2024-12-02T08:23:47,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d7e2371147c246f6bd19ffe055c66c4b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d7e2371147c246f6bd19ffe055c66c4b 2024-12-02T08:23:47,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2e5123db2f4f459594b51e415f47e031 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2e5123db2f4f459594b51e415f47e031 2024-12-02T08:23:47,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8d1d4b74ae9149c4b0feec6d60b0bf78 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8d1d4b74ae9149c4b0feec6d60b0bf78 2024-12-02T08:23:47,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2ad00d24d95c437790ffb27521f2d74e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2ad00d24d95c437790ffb27521f2d74e 2024-12-02T08:23:47,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/31eb82103f7c40c9a480487002ba12c7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/31eb82103f7c40c9a480487002ba12c7 2024-12-02T08:23:47,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b078f265e7814bbdbcb33ef4cf40667e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b078f265e7814bbdbcb33ef4cf40667e 2024-12-02T08:23:47,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/f0a0975eee4a4b24bd14824e7a44ac67 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/f0a0975eee4a4b24bd14824e7a44ac67 2024-12-02T08:23:47,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b03678b4476148798dc9c375e7b1e016 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b03678b4476148798dc9c375e7b1e016 2024-12-02T08:23:47,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/829e0d2c4d6547869cda593f27f1e654 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/829e0d2c4d6547869cda593f27f1e654 2024-12-02T08:23:47,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/e1fb7ca4801741cf8d5161b55000ba69 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/e1fb7ca4801741cf8d5161b55000ba69 2024-12-02T08:23:47,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0a01450336d54809bfec6b0740e7e1fc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0a01450336d54809bfec6b0740e7e1fc 2024-12-02T08:23:47,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/4650477ac83747239103e20cdb3f61e0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/4650477ac83747239103e20cdb3f61e0 2024-12-02T08:23:47,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/35f807e79f9d460da7586332aa91cd0a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/35f807e79f9d460da7586332aa91cd0a 2024-12-02T08:23:47,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b0ae16880b894864aff8d0d60b358511 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/b0ae16880b894864aff8d0d60b358511 2024-12-02T08:23:47,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8cd484cb7e0248c594dfd795860ff549 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/8cd484cb7e0248c594dfd795860ff549 2024-12-02T08:23:47,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/208218e70a3243d5b8f4f3147966b797 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/208218e70a3243d5b8f4f3147966b797 2024-12-02T08:23:47,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/1ee4efdeb88e4f729171241186874918 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/1ee4efdeb88e4f729171241186874918 2024-12-02T08:23:47,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/60c48ad83cc24450a1f498a873f737c4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/60c48ad83cc24450a1f498a873f737c4 2024-12-02T08:23:47,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a82444d7dd024430a2ce50776c9eb657 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a82444d7dd024430a2ce50776c9eb657 2024-12-02T08:23:47,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/9622940d916a41cf861aa5971c2943d4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/9622940d916a41cf861aa5971c2943d4 2024-12-02T08:23:47,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/703a0cecff0945c7a3f380bed0bb7537 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/703a0cecff0945c7a3f380bed0bb7537 2024-12-02T08:23:47,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/2c2bfcfea6f44050acdff0b6788dd769, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/68da097120ea4bf898fed601456d4381, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/c5e715ad36854dbdafcc19db0db286fc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/234a6bc1df6d486385ba34f0ce0c22ae, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/6eaec87d884c4b3994be9034d5fb3ae2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/affca7daa14844ec84620fa965faaff3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/75fd95798a7f40688b65f47a5d8c4464, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d74bed0c15214bc4bcd2898a4f0513d3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/31c9971c08704e2ea2983baff205cd39, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/bc6353c9de8545c0a1b27167f91acc7d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/50f31bf776b746088ac9a8441d1067a1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/811efbcf6f214fbaa3fe9c52e3ebe416, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/73022deabbb94c1da1f86ba26652333a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/0ae67295b09d41c7a51ad0d6eb3cf651, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/7bc3ea39187045bf9ad3f6436ebdd86f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a82e00c11f3a4956af0e69cacc3339bd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d9156c9c50944170956e21521c965ecc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/391bca811035406e9ff33c5a3f2aef9c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/f11359e45d774e4ba14fe9d08ada72aa, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/08ba683673284c49bc71cb50a08f513e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b484d6142b31421a8303bbc12825ddcf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/5dafdc56b1c742509f3678d819e08d02] to archive 2024-12-02T08:23:47,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:23:47,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/2c2bfcfea6f44050acdff0b6788dd769 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/2c2bfcfea6f44050acdff0b6788dd769 2024-12-02T08:23:47,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/68da097120ea4bf898fed601456d4381 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/68da097120ea4bf898fed601456d4381 2024-12-02T08:23:47,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/c5e715ad36854dbdafcc19db0db286fc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/c5e715ad36854dbdafcc19db0db286fc 2024-12-02T08:23:47,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/234a6bc1df6d486385ba34f0ce0c22ae to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/234a6bc1df6d486385ba34f0ce0c22ae 2024-12-02T08:23:47,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/6eaec87d884c4b3994be9034d5fb3ae2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/6eaec87d884c4b3994be9034d5fb3ae2 2024-12-02T08:23:47,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/affca7daa14844ec84620fa965faaff3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/affca7daa14844ec84620fa965faaff3 2024-12-02T08:23:47,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/75fd95798a7f40688b65f47a5d8c4464 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/75fd95798a7f40688b65f47a5d8c4464 2024-12-02T08:23:47,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d74bed0c15214bc4bcd2898a4f0513d3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d74bed0c15214bc4bcd2898a4f0513d3 2024-12-02T08:23:47,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/31c9971c08704e2ea2983baff205cd39 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/31c9971c08704e2ea2983baff205cd39 2024-12-02T08:23:47,721 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/bc6353c9de8545c0a1b27167f91acc7d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/bc6353c9de8545c0a1b27167f91acc7d 2024-12-02T08:23:47,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/50f31bf776b746088ac9a8441d1067a1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/50f31bf776b746088ac9a8441d1067a1 2024-12-02T08:23:47,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/811efbcf6f214fbaa3fe9c52e3ebe416 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/811efbcf6f214fbaa3fe9c52e3ebe416 2024-12-02T08:23:47,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/73022deabbb94c1da1f86ba26652333a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/73022deabbb94c1da1f86ba26652333a 2024-12-02T08:23:47,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/0ae67295b09d41c7a51ad0d6eb3cf651 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/0ae67295b09d41c7a51ad0d6eb3cf651 2024-12-02T08:23:47,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/7bc3ea39187045bf9ad3f6436ebdd86f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/7bc3ea39187045bf9ad3f6436ebdd86f 2024-12-02T08:23:47,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a82e00c11f3a4956af0e69cacc3339bd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a82e00c11f3a4956af0e69cacc3339bd 2024-12-02T08:23:47,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d9156c9c50944170956e21521c965ecc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/d9156c9c50944170956e21521c965ecc 2024-12-02T08:23:47,728 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/391bca811035406e9ff33c5a3f2aef9c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/391bca811035406e9ff33c5a3f2aef9c 2024-12-02T08:23:47,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/f11359e45d774e4ba14fe9d08ada72aa to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/f11359e45d774e4ba14fe9d08ada72aa 2024-12-02T08:23:47,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/08ba683673284c49bc71cb50a08f513e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/08ba683673284c49bc71cb50a08f513e 2024-12-02T08:23:47,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b484d6142b31421a8303bbc12825ddcf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b484d6142b31421a8303bbc12825ddcf 2024-12-02T08:23:47,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ceab608fb84d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/5dafdc56b1c742509f3678d819e08d02 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/5dafdc56b1c742509f3678d819e08d02 2024-12-02T08:23:47,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127887870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54070 deadline: 1733127888069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,074 DEBUG [Thread-1832 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:23:48,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/1f85a0d31ff64b64b69d7fff1609bdf4 2024-12-02T08:23:48,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/d9e309a0d70540139d2838299c6b75bc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d9e309a0d70540139d2838299c6b75bc 2024-12-02T08:23:48,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d9e309a0d70540139d2838299c6b75bc, entries=200, sequenceid=359, filesize=39.0 K 2024-12-02T08:23:48,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/d0d0975df70b465ab566a5f4109bac42 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d0d0975df70b465ab566a5f4109bac42 2024-12-02T08:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d0d0975df70b465ab566a5f4109bac42, entries=150, sequenceid=359, filesize=12.0 K 2024-12-02T08:23:48,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/1f85a0d31ff64b64b69d7fff1609bdf4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/1f85a0d31ff64b64b69d7fff1609bdf4 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/1f85a0d31ff64b64b69d7fff1609bdf4, entries=150, sequenceid=359, filesize=12.0 K 2024-12-02T08:23:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 16d9946d92018bef294a81d698cff467 in 859ms, sequenceid=359, compaction requested=true 2024-12-02T08:23:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:48,102 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:23:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:48,102 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16d9946d92018bef294a81d698cff467:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:23:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,103 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:48,103 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/A is initiating minor compaction (all files) 2024-12-02T08:23:48,103 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/A in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,103 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:48,103 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/3c4f2b18870043f5b463a857e26dd843, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/151e5b58975545819f3b4845fd366e39, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d9e309a0d70540139d2838299c6b75bc] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=100.8 K 2024-12-02T08:23:48,103 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/B is initiating minor compaction (all files) 2024-12-02T08:23:48,103 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:48,103 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/B in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:48,103 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/3c4f2b18870043f5b463a857e26dd843, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/151e5b58975545819f3b4845fd366e39, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d9e309a0d70540139d2838299c6b75bc] 2024-12-02T08:23:48,103 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0e40a3ec1f1a45209486c66ad9c25f59, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a61e256d8ccc4722bdce81c0ab740a44, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d0d0975df70b465ab566a5f4109bac42] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.8 K 2024-12-02T08:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,104 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c4f2b18870043f5b463a857e26dd843, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733127823102 2024-12-02T08:23:48,104 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e40a3ec1f1a45209486c66ad9c25f59, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733127823102 2024-12-02T08:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,104 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 151e5b58975545819f3b4845fd366e39, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733127824045 2024-12-02T08:23:48,104 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a61e256d8ccc4722bdce81c0ab740a44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733127824045 2024-12-02T08:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,104 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9e309a0d70540139d2838299c6b75bc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733127826211 2024-12-02T08:23:48,104 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d0975df70b465ab566a5f4109bac42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733127826219 2024-12-02T08:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,110 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:48,110 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/7d4b71a33b1e4781bd4a65c5745de82a is 50, key is test_row_0/B:col10/1733127826219/Put/seqid=0 2024-12-02T08:23:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,111 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,113 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202768bc579cf9d474e96f30e3722eaaab3_16d9946d92018bef294a81d698cff467 store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,115 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202768bc579cf9d474e96f30e3722eaaab3_16d9946d92018bef294a81d698cff467, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:48,115 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202768bc579cf9d474e96f30e3722eaaab3_16d9946d92018bef294a81d698cff467 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742336_1512 (size=12404) 2024-12-02T08:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742337_1513 (size=4469) 2024-12-02T08:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,138 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#A#compaction#432 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,138 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/f335b4a90b894d05a27170df8b29875f is 175, key is test_row_0/A:col10/1733127826219/Put/seqid=0 2024-12-02T08:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,141 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/7d4b71a33b1e4781bd4a65c5745de82a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/7d4b71a33b1e4781bd4a65c5745de82a 2024-12-02T08:23:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742338_1514 (size=31358) 2024-12-02T08:23:48,145 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/f335b4a90b894d05a27170df8b29875f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/f335b4a90b894d05a27170df8b29875f 2024-12-02T08:23:48,145 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/B of 16d9946d92018bef294a81d698cff467 into 7d4b71a33b1e4781bd4a65c5745de82a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:48,145 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:48,145 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/B, priority=13, startTime=1733127828102; duration=0sec 2024-12-02T08:23:48,145 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:23:48,145 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:B 2024-12-02T08:23:48,145 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:23:48,146 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:23:48,146 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 16d9946d92018bef294a81d698cff467/C is initiating minor compaction (all files) 2024-12-02T08:23:48,146 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16d9946d92018bef294a81d698cff467/C in TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:48,146 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/80c5237cd476495d90d6317e929be4e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/00a87d55898042dc85fbdad5b6693446, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/1f85a0d31ff64b64b69d7fff1609bdf4] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp, totalSize=36.8 K 2024-12-02T08:23:48,146 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c5237cd476495d90d6317e929be4e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733127823102 2024-12-02T08:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,146 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 00a87d55898042dc85fbdad5b6693446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733127824045 2024-12-02T08:23:48,147 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f85a0d31ff64b64b69d7fff1609bdf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733127826219 2024-12-02T08:23:48,149 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/A of 16d9946d92018bef294a81d698cff467 into f335b4a90b894d05a27170df8b29875f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:48,149 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:48,149 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/A, priority=13, startTime=1733127828102; duration=0sec 2024-12-02T08:23:48,149 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:48,149 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:A 2024-12-02T08:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,152 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16d9946d92018bef294a81d698cff467#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:23:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,152 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/afaf701ce7e74d65ba3898dc8fc1c05c is 50, key is test_row_0/C:col10/1733127826219/Put/seqid=0 2024-12-02T08:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742339_1515 (size=12404) 2024-12-02T08:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,164 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/afaf701ce7e74d65ba3898dc8fc1c05c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/afaf701ce7e74d65ba3898dc8fc1c05c 2024-12-02T08:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,167 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16d9946d92018bef294a81d698cff467/C of 16d9946d92018bef294a81d698cff467 into afaf701ce7e74d65ba3898dc8fc1c05c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:23:48,167 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:48,167 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467., storeName=16d9946d92018bef294a81d698cff467/C, priority=13, startTime=1733127828102; duration=0sec 2024-12-02T08:23:48,168 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:23:48,168 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16d9946d92018bef294a81d698cff467:C 2024-12-02T08:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:48,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:48,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:48,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:48,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027b3e7d44dac74a60b2045be8f6bfea96_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127828416/Put/seqid=0 2024-12-02T08:23:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742340_1516 (size=14994) 2024-12-02T08:23:48,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:48,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027b3e7d44dac74a60b2045be8f6bfea96_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027b3e7d44dac74a60b2045be8f6bfea96_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:48,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/55d59aad46c44204b5a0a1e02abdef04, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:48,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/55d59aad46c44204b5a0a1e02abdef04 is 175, key is test_row_0/A:col10/1733127828416/Put/seqid=0 2024-12-02T08:23:48,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742341_1517 (size=39949) 2024-12-02T08:23:48,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127888469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127888470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127888472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127888472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127888573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127888577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127888579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127888580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127888776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127888781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127888783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127888787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-02T08:23:48,824 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-02T08:23:48,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:23:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-02T08:23:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T08:23:48,826 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:23:48,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:23:48,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:23:48,857 DEBUG [Thread-1837 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b9a1701 to 127.0.0.1:64366 2024-12-02T08:23:48,857 DEBUG [Thread-1837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:48,858 DEBUG [Thread-1841 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x170d29d0 to 127.0.0.1:64366 2024-12-02T08:23:48,858 DEBUG [Thread-1841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:48,859 DEBUG [Thread-1835 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0523025d to 127.0.0.1:64366 2024-12-02T08:23:48,859 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:48,860 DEBUG [Thread-1839 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d3b05cf to 127.0.0.1:64366 2024-12-02T08:23:48,860 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:48,861 DEBUG [Thread-1843 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b61f1c4 to 127.0.0.1:64366 2024-12-02T08:23:48,861 DEBUG [Thread-1843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:48,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/55d59aad46c44204b5a0a1e02abdef04 2024-12-02T08:23:48,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/44eb41d113f1453c94daf062574e8646 is 50, key is test_row_0/B:col10/1733127828416/Put/seqid=0 2024-12-02T08:23:48,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742342_1518 (size=12301) 2024-12-02T08:23:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T08:23:48,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:48,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T08:23:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:48,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127889081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127889087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127889087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127889092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T08:23:49,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T08:23:49,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:49,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T08:23:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/44eb41d113f1453c94daf062574e8646 2024-12-02T08:23:49,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/b753b2f2b87345e88e58b3d4586c97a1 is 50, key is test_row_0/C:col10/1733127828416/Put/seqid=0 2024-12-02T08:23:49,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742343_1519 (size=12301) 2024-12-02T08:23:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T08:23:49,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T08:23:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54024 deadline: 1733127889585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T08:23:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54062 deadline: 1733127889590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:23:49,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54110 deadline: 1733127889591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:23:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54054 deadline: 1733127889595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/b753b2f2b87345e88e58b3d4586c97a1 2024-12-02T08:23:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/55d59aad46c44204b5a0a1e02abdef04 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/55d59aad46c44204b5a0a1e02abdef04 2024-12-02T08:23:49,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/55d59aad46c44204b5a0a1e02abdef04, entries=200, sequenceid=373, filesize=39.0 K 2024-12-02T08:23:49,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/44eb41d113f1453c94daf062574e8646 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/44eb41d113f1453c94daf062574e8646 2024-12-02T08:23:49,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/44eb41d113f1453c94daf062574e8646, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T08:23:49,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/b753b2f2b87345e88e58b3d4586c97a1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b753b2f2b87345e88e58b3d4586c97a1 2024-12-02T08:23:49,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b753b2f2b87345e88e58b3d4586c97a1, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T08:23:49,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 16d9946d92018bef294a81d698cff467 in 1286ms, sequenceid=373, compaction requested=false 2024-12-02T08:23:49,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:49,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:49,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-02T08:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:49,742 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:49,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029866d5cf57394adaa394b5d541726747_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127828468/Put/seqid=0 2024-12-02T08:23:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742344_1520 (size=12454) 2024-12-02T08:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T08:23:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:50,156 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029866d5cf57394adaa394b5d541726747_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029866d5cf57394adaa394b5d541726747_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fb943df731044b7f815533b0ed4fee00, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fb943df731044b7f815533b0ed4fee00 is 175, key is test_row_0/A:col10/1733127828468/Put/seqid=0 2024-12-02T08:23:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742345_1521 (size=31255) 2024-12-02T08:23:50,561 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fb943df731044b7f815533b0ed4fee00 2024-12-02T08:23:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2a69df389bc7432f921f20560700cb8a is 50, key is test_row_0/B:col10/1733127828468/Put/seqid=0 2024-12-02T08:23:50,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742346_1522 (size=12301) 2024-12-02T08:23:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:50,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. as already flushing 2024-12-02T08:23:50,596 DEBUG [Thread-1830 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:64366 2024-12-02T08:23:50,596 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:50,598 DEBUG [Thread-1824 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbce2b4 to 127.0.0.1:64366 2024-12-02T08:23:50,598 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:50,600 DEBUG [Thread-1828 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05c97513 to 127.0.0.1:64366 2024-12-02T08:23:50,600 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:50,602 DEBUG [Thread-1826 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd3f5fc to 127.0.0.1:64366 2024-12-02T08:23:50,602 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T08:23:50,971 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2a69df389bc7432f921f20560700cb8a 2024-12-02T08:23:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/04029103ec6b4c1aa9626d75bc8ca697 is 50, key is test_row_0/C:col10/1733127828468/Put/seqid=0 2024-12-02T08:23:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742347_1523 (size=12301) 2024-12-02T08:23:51,380 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/04029103ec6b4c1aa9626d75bc8ca697 2024-12-02T08:23:51,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/fb943df731044b7f815533b0ed4fee00 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fb943df731044b7f815533b0ed4fee00 2024-12-02T08:23:51,387 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fb943df731044b7f815533b0ed4fee00, entries=150, sequenceid=398, filesize=30.5 K 2024-12-02T08:23:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/2a69df389bc7432f921f20560700cb8a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2a69df389bc7432f921f20560700cb8a 2024-12-02T08:23:51,390 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2a69df389bc7432f921f20560700cb8a, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T08:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/04029103ec6b4c1aa9626d75bc8ca697 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/04029103ec6b4c1aa9626d75bc8ca697 2024-12-02T08:23:51,393 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/04029103ec6b4c1aa9626d75bc8ca697, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T08:23:51,394 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 16d9946d92018bef294a81d698cff467 in 1652ms, sequenceid=398, compaction requested=true 2024-12-02T08:23:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:23:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-02T08:23:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-02T08:23:51,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-02T08:23:51,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5680 sec 2024-12-02T08:23:51,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.5710 sec 2024-12-02T08:23:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-02T08:23:52,932 INFO [Thread-1834 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-02T08:23:58,168 DEBUG [Thread-1832 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5910b8c7 to 127.0.0.1:64366 2024-12-02T08:23:58,168 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:58,168 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2599 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7795 rows 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2585 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7754 rows 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2594 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7782 rows 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2610 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7830 rows 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2598 2024-12-02T08:23:58,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7794 rows 2024-12-02T08:23:58,169 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T08:23:58,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1acf826f to 127.0.0.1:64366 2024-12-02T08:23:58,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:23:58,170 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T08:23:58,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T08:23:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T08:23:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T08:23:58,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127838175"}]},"ts":"1733127838175"} 2024-12-02T08:23:58,176 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T08:23:58,227 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T08:23:58,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:23:58,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, UNASSIGN}] 2024-12-02T08:23:58,229 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, UNASSIGN 2024-12-02T08:23:58,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:23:58,231 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:23:58,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:23:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T08:23:58,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:23:58,383 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close 16d9946d92018bef294a81d698cff467 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing 16d9946d92018bef294a81d698cff467, disabling compactions & flushes 2024-12-02T08:23:58,383 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. after waiting 0 ms 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:23:58,383 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing 16d9946d92018bef294a81d698cff467 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=A 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=B 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16d9946d92018bef294a81d698cff467, store=C 2024-12-02T08:23:58,383 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:23:58,402 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b8e0b22a1623421ba421c2da1b2dfe84_16d9946d92018bef294a81d698cff467 is 50, key is test_row_0/A:col10/1733127838167/Put/seqid=0 2024-12-02T08:23:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742348_1524 (size=9914) 2024-12-02T08:23:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T08:23:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T08:23:58,805 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:23:58,809 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b8e0b22a1623421ba421c2da1b2dfe84_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b8e0b22a1623421ba421c2da1b2dfe84_16d9946d92018bef294a81d698cff467 2024-12-02T08:23:58,810 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/43ecd531a9b14e6eafd135db4a8fadee, store: [table=TestAcidGuarantees family=A region=16d9946d92018bef294a81d698cff467] 2024-12-02T08:23:58,810 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/43ecd531a9b14e6eafd135db4a8fadee is 175, key is test_row_0/A:col10/1733127838167/Put/seqid=0 2024-12-02T08:23:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742349_1525 (size=22561) 2024-12-02T08:23:59,213 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/43ecd531a9b14e6eafd135db4a8fadee 2024-12-02T08:23:59,219 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/84e5a50e69a44a0590a7020fa7181432 is 50, key is test_row_0/B:col10/1733127838167/Put/seqid=0 2024-12-02T08:23:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742350_1526 (size=9857) 2024-12-02T08:23:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T08:23:59,623 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/84e5a50e69a44a0590a7020fa7181432 2024-12-02T08:23:59,628 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/a7d319adb97246f08f20ae17afa669a1 is 50, key is test_row_0/C:col10/1733127838167/Put/seqid=0 2024-12-02T08:23:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742351_1527 (size=9857) 2024-12-02T08:24:00,032 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/a7d319adb97246f08f20ae17afa669a1 2024-12-02T08:24:00,035 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/A/43ecd531a9b14e6eafd135db4a8fadee as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/43ecd531a9b14e6eafd135db4a8fadee 2024-12-02T08:24:00,037 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/43ecd531a9b14e6eafd135db4a8fadee, entries=100, sequenceid=406, filesize=22.0 K 2024-12-02T08:24:00,038 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/B/84e5a50e69a44a0590a7020fa7181432 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/84e5a50e69a44a0590a7020fa7181432 2024-12-02T08:24:00,040 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/84e5a50e69a44a0590a7020fa7181432, entries=100, sequenceid=406, filesize=9.6 K 2024-12-02T08:24:00,041 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/.tmp/C/a7d319adb97246f08f20ae17afa669a1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a7d319adb97246f08f20ae17afa669a1 2024-12-02T08:24:00,043 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a7d319adb97246f08f20ae17afa669a1, entries=100, sequenceid=406, filesize=9.6 K 2024-12-02T08:24:00,044 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 16d9946d92018bef294a81d698cff467 in 1661ms, sequenceid=406, compaction requested=true 2024-12-02T08:24:00,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/3c4f2b18870043f5b463a857e26dd843, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/151e5b58975545819f3b4845fd366e39, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d9e309a0d70540139d2838299c6b75bc] to archive 2024-12-02T08:24:00,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:00,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/3c4f2b18870043f5b463a857e26dd843 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/3c4f2b18870043f5b463a857e26dd843 2024-12-02T08:24:00,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/151e5b58975545819f3b4845fd366e39 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/151e5b58975545819f3b4845fd366e39 2024-12-02T08:24:00,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d9e309a0d70540139d2838299c6b75bc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/d9e309a0d70540139d2838299c6b75bc 2024-12-02T08:24:00,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0e40a3ec1f1a45209486c66ad9c25f59, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a61e256d8ccc4722bdce81c0ab740a44, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d0d0975df70b465ab566a5f4109bac42] to archive 2024-12-02T08:24:00,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:00,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0e40a3ec1f1a45209486c66ad9c25f59 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/0e40a3ec1f1a45209486c66ad9c25f59 2024-12-02T08:24:00,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a61e256d8ccc4722bdce81c0ab740a44 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/a61e256d8ccc4722bdce81c0ab740a44 2024-12-02T08:24:00,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d0d0975df70b465ab566a5f4109bac42 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/d0d0975df70b465ab566a5f4109bac42 2024-12-02T08:24:00,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/80c5237cd476495d90d6317e929be4e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/00a87d55898042dc85fbdad5b6693446, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/1f85a0d31ff64b64b69d7fff1609bdf4] to archive 2024-12-02T08:24:00,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:00,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/80c5237cd476495d90d6317e929be4e6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/80c5237cd476495d90d6317e929be4e6 2024-12-02T08:24:00,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/00a87d55898042dc85fbdad5b6693446 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/00a87d55898042dc85fbdad5b6693446 2024-12-02T08:24:00,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/1f85a0d31ff64b64b69d7fff1609bdf4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/1f85a0d31ff64b64b69d7fff1609bdf4 2024-12-02T08:24:00,059 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/recovered.edits/409.seqid, newMaxSeqId=409, maxSeqId=4 2024-12-02T08:24:00,060 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467. 2024-12-02T08:24:00,060 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for 16d9946d92018bef294a81d698cff467: 2024-12-02T08:24:00,061 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed 16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=16d9946d92018bef294a81d698cff467, regionState=CLOSED 2024-12-02T08:24:00,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-02T08:24:00,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure 16d9946d92018bef294a81d698cff467, server=ceab608fb84d,41577,1733127704904 in 1.8310 sec 2024-12-02T08:24:00,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-02T08:24:00,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=16d9946d92018bef294a81d698cff467, UNASSIGN in 1.8340 sec 2024-12-02T08:24:00,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-02T08:24:00,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8360 sec 2024-12-02T08:24:00,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127840066"}]},"ts":"1733127840066"} 2024-12-02T08:24:00,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T08:24:00,110 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T08:24:00,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec 2024-12-02T08:24:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-02T08:24:00,279 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-02T08:24:00,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T08:24:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:00,280 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T08:24:00,281 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:00,283 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,284 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/recovered.edits] 2024-12-02T08:24:00,286 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/43ecd531a9b14e6eafd135db4a8fadee to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/43ecd531a9b14e6eafd135db4a8fadee 2024-12-02T08:24:00,288 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/55d59aad46c44204b5a0a1e02abdef04 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/55d59aad46c44204b5a0a1e02abdef04 2024-12-02T08:24:00,290 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/f335b4a90b894d05a27170df8b29875f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/f335b4a90b894d05a27170df8b29875f 2024-12-02T08:24:00,291 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fb943df731044b7f815533b0ed4fee00 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/A/fb943df731044b7f815533b0ed4fee00 2024-12-02T08:24:00,292 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2a69df389bc7432f921f20560700cb8a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/2a69df389bc7432f921f20560700cb8a 2024-12-02T08:24:00,293 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/44eb41d113f1453c94daf062574e8646 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/44eb41d113f1453c94daf062574e8646 2024-12-02T08:24:00,293 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/7d4b71a33b1e4781bd4a65c5745de82a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/7d4b71a33b1e4781bd4a65c5745de82a 2024-12-02T08:24:00,294 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/84e5a50e69a44a0590a7020fa7181432 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/B/84e5a50e69a44a0590a7020fa7181432 2024-12-02T08:24:00,295 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/04029103ec6b4c1aa9626d75bc8ca697 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/04029103ec6b4c1aa9626d75bc8ca697 2024-12-02T08:24:00,298 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a7d319adb97246f08f20ae17afa669a1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/a7d319adb97246f08f20ae17afa669a1 2024-12-02T08:24:00,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/afaf701ce7e74d65ba3898dc8fc1c05c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/afaf701ce7e74d65ba3898dc8fc1c05c 2024-12-02T08:24:00,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b753b2f2b87345e88e58b3d4586c97a1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/C/b753b2f2b87345e88e58b3d4586c97a1 2024-12-02T08:24:00,301 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/recovered.edits/409.seqid to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467/recovered.edits/409.seqid 2024-12-02T08:24:00,302 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,302 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T08:24:00,302 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T08:24:00,303 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T08:24:00,305 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202137290aa07744cccafadbb891726103d_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202137290aa07744cccafadbb891726103d_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,306 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219d82a1242e045a9b38f9c203e67668e_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219d82a1242e045a9b38f9c203e67668e_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,307 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120238f4b1a095254d149772b9a1fe34c044_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120238f4b1a095254d149772b9a1fe34c044_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,308 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b765dfeee3146a0b448039340ace9ba_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b765dfeee3146a0b448039340ace9ba_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,309 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120248438b9bd0924bbf9404e5f7a06b56a9_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120248438b9bd0924bbf9404e5f7a06b56a9_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,309 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120255f36e0274f6450ba15f5d369491b1a4_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120255f36e0274f6450ba15f5d369491b1a4_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,310 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025992c148c9a94319960ec5ec70fb4f84_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025992c148c9a94319960ec5ec70fb4f84_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,311 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202611266e44c404a7398f743c023683bad_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202611266e44c404a7398f743c023683bad_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,312 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120276343ac8500544b6880adfc1b4e02d7b_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120276343ac8500544b6880adfc1b4e02d7b_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,312 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027b3e7d44dac74a60b2045be8f6bfea96_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027b3e7d44dac74a60b2045be8f6bfea96_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,313 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202800a4e3e3a8148619d205c8082e0704d_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202800a4e3e3a8148619d205c8082e0704d_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,314 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288d73124156843dfa2d0c2a6725d391c_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288d73124156843dfa2d0c2a6725d391c_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,315 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029866d5cf57394adaa394b5d541726747_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029866d5cf57394adaa394b5d541726747_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,316 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e8e0b9003554ddfb743a738db515dd0_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029e8e0b9003554ddfb743a738db515dd0_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,316 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b8e0b22a1623421ba421c2da1b2dfe84_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b8e0b22a1623421ba421c2da1b2dfe84_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,317 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c652acbdb210465e98b2f995a448dc72_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c652acbdb210465e98b2f995a448dc72_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,318 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c6ccb73e358148f5a064804130e685cb_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c6ccb73e358148f5a064804130e685cb_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,318 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c90cfa16f4a74a5896b437dc251c3c24_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c90cfa16f4a74a5896b437dc251c3c24_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,319 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d67606739dd049f2b2e8b9f280330254_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d67606739dd049f2b2e8b9f280330254_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,320 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddf7facbb27144578d9e8003c76c80c5_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddf7facbb27144578d9e8003c76c80c5_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,320 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddfb2f1c4455407fa4ea0e3434dbccb7_16d9946d92018bef294a81d698cff467 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ddfb2f1c4455407fa4ea0e3434dbccb7_16d9946d92018bef294a81d698cff467 2024-12-02T08:24:00,321 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T08:24:00,322 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:00,323 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T08:24:00,325 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T08:24:00,325 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:00,326 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T08:24:00,326 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733127840326"}]},"ts":"9223372036854775807"} 2024-12-02T08:24:00,327 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T08:24:00,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 16d9946d92018bef294a81d698cff467, NAME => 'TestAcidGuarantees,,1733127805684.16d9946d92018bef294a81d698cff467.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T08:24:00,327 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T08:24:00,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733127840327"}]},"ts":"9223372036854775807"} 2024-12-02T08:24:00,329 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T08:24:00,343 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:00,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-12-02T08:24:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-02T08:24:00,382 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-02T08:24:00,390 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=236 (was 238), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=671 (was 922), ProcessCount=9 (was 9), AvailableMemoryMB=4132 (was 4152) 2024-12-02T08:24:00,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=671, ProcessCount=9, AvailableMemoryMB=4132 2024-12-02T08:24:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:24:00,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:24:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:00,401 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T08:24:00,401 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:00,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-12-02T08:24:00,402 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T08:24:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-02T08:24:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742352_1528 (size=963) 2024-12-02T08:24:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-02T08:24:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-02T08:24:00,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:24:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742353_1529 (size=53) 2024-12-02T08:24:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-02T08:24:01,213 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:24:01,213 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 47ff49c05e3d66aeeccbccea89016c3f, disabling compactions & flushes 2024-12-02T08:24:01,213 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,214 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,214 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. after waiting 0 ms 2024-12-02T08:24:01,214 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,214 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,214 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:01,214 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T08:24:01,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733127841214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733127841214"}]},"ts":"1733127841214"} 2024-12-02T08:24:01,215 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T08:24:01,216 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T08:24:01,216 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127841216"}]},"ts":"1733127841216"} 2024-12-02T08:24:01,217 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T08:24:01,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47ff49c05e3d66aeeccbccea89016c3f, ASSIGN}] 2024-12-02T08:24:01,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47ff49c05e3d66aeeccbccea89016c3f, ASSIGN 2024-12-02T08:24:01,262 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47ff49c05e3d66aeeccbccea89016c3f, ASSIGN; state=OFFLINE, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=false 2024-12-02T08:24:01,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=47ff49c05e3d66aeeccbccea89016c3f, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:01,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:24:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-02T08:24:01,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:01,567 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,567 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:24:01,567 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,567 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:24:01,567 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,567 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,568 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,569 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:01,570 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47ff49c05e3d66aeeccbccea89016c3f columnFamilyName A 2024-12-02T08:24:01,570 DEBUG [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:01,570 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.HStore(327): Store=47ff49c05e3d66aeeccbccea89016c3f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:01,570 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,571 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:01,571 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47ff49c05e3d66aeeccbccea89016c3f columnFamilyName B 2024-12-02T08:24:01,572 DEBUG [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:01,572 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.HStore(327): Store=47ff49c05e3d66aeeccbccea89016c3f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:01,572 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,573 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:01,573 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47ff49c05e3d66aeeccbccea89016c3f columnFamilyName C 2024-12-02T08:24:01,573 DEBUG [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:01,574 INFO [StoreOpener-47ff49c05e3d66aeeccbccea89016c3f-1 {}] regionserver.HStore(327): Store=47ff49c05e3d66aeeccbccea89016c3f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:01,574 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,574 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,575 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,576 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:24:01,577 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:01,578 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:24:01,578 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 47ff49c05e3d66aeeccbccea89016c3f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62693451, jitterRate=-0.06579478085041046}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:24:01,579 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:01,579 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., pid=133, masterSystemTime=1733127841564 2024-12-02T08:24:01,580 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,580 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:01,581 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=47ff49c05e3d66aeeccbccea89016c3f, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:01,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-02T08:24:01,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 in 169 msec 2024-12-02T08:24:01,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-12-02T08:24:01,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=47ff49c05e3d66aeeccbccea89016c3f, ASSIGN in 323 msec 2024-12-02T08:24:01,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T08:24:01,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127841584"}]},"ts":"1733127841584"} 2024-12-02T08:24:01,585 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T08:24:01,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T08:24:01,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-12-02T08:24:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-02T08:24:02,507 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-12-02T08:24:02,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e17c26 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3ee89e 2024-12-02T08:24:02,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d375c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,547 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T08:24:02,549 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T08:24:02,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-12-02T08:24:02,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-12-02T08:24:02,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-12-02T08:24:02,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x402e5def to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14088aa9 2024-12-02T08:24:02,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23090be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10bda459 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40302925 2024-12-02T08:24:02,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8d64d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ef9951 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@784d683 2024-12-02T08:24:02,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d7172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-12-02T08:24:02,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-12-02T08:24:02,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d567fc2 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c153822 2024-12-02T08:24:02,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41953565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69e0c36f to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c813259 2024-12-02T08:24:02,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34570ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:02,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:02,641 DEBUG [hconnection-0x2374f718-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,641 DEBUG [hconnection-0x5cc6b295-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-02T08:24:02,642 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:02,642 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,643 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T08:24:02,643 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:02,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:02,646 DEBUG [hconnection-0x183f1834-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,647 DEBUG [hconnection-0x3b1f9e67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,647 DEBUG [hconnection-0x6c67357-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,647 DEBUG [hconnection-0x6b1cf8f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,648 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,648 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,648 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,648 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:02,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:24:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:02,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:02,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:02,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:02,659 DEBUG [hconnection-0xfc4a02c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,659 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,663 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,663 DEBUG [hconnection-0x58114a51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,663 DEBUG [hconnection-0x1fc08d72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:02,664 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,664 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,664 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:02,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/75dbae8c8f304f3ab46cb3f2b93d3e46 is 50, key is test_row_0/A:col10/1733127842651/Put/seqid=0 2024-12-02T08:24:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742354_1530 (size=12001) 2024-12-02T08:24:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127902694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127902694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127902695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127902695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127902695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T08:24:02,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T08:24:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:02,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:02,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127902796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127902796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127902801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127902802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127902802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T08:24:02,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T08:24:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:02,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:02,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127902997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:02,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127902997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127903005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127903005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127903005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/75dbae8c8f304f3ab46cb3f2b93d3e46 2024-12-02T08:24:03,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T08:24:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:03,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/f339f69452bf4f019e6e961f476612f3 is 50, key is test_row_0/B:col10/1733127842651/Put/seqid=0 2024-12-02T08:24:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742355_1531 (size=12001) 2024-12-02T08:24:03,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/f339f69452bf4f019e6e961f476612f3 2024-12-02T08:24:03,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/f7c76596129342b895a28b79e6b96c14 is 50, key is test_row_0/C:col10/1733127842651/Put/seqid=0 2024-12-02T08:24:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742356_1532 (size=12001) 2024-12-02T08:24:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T08:24:03,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T08:24:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:03,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127903300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127903300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127903307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127903308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127903308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T08:24:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:03,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:03,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/f7c76596129342b895a28b79e6b96c14 2024-12-02T08:24:03,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/75dbae8c8f304f3ab46cb3f2b93d3e46 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/75dbae8c8f304f3ab46cb3f2b93d3e46 2024-12-02T08:24:03,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/75dbae8c8f304f3ab46cb3f2b93d3e46, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T08:24:03,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/f339f69452bf4f019e6e961f476612f3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f339f69452bf4f019e6e961f476612f3 2024-12-02T08:24:03,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f339f69452bf4f019e6e961f476612f3, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T08:24:03,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/f7c76596129342b895a28b79e6b96c14 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f7c76596129342b895a28b79e6b96c14 2024-12-02T08:24:03,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f7c76596129342b895a28b79e6b96c14, entries=150, sequenceid=13, filesize=11.7 K 2024-12-02T08:24:03,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 47ff49c05e3d66aeeccbccea89016c3f in 893ms, sequenceid=13, compaction requested=false 2024-12-02T08:24:03,545 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T08:24:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:03,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-02T08:24:03,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:03,557 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:24:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/775c1921739846838ffda820fdacea75 is 50, key is test_row_0/A:col10/1733127842694/Put/seqid=0 2024-12-02T08:24:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742357_1533 (size=12001) 2024-12-02T08:24:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T08:24:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:03,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127903814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127903814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127903814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127903815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127903817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127903918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127903919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127903922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:03,976 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/775c1921739846838ffda820fdacea75 2024-12-02T08:24:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/2e101e49ff94432fae2ac7a5dca95bdf is 50, key is test_row_0/B:col10/1733127842694/Put/seqid=0 2024-12-02T08:24:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742358_1534 (size=12001) 2024-12-02T08:24:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127904123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127904122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127904125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,385 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/2e101e49ff94432fae2ac7a5dca95bdf 2024-12-02T08:24:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/bffb4d7421b04969975efaa80cf5ddeb is 50, key is test_row_0/C:col10/1733127842694/Put/seqid=0 2024-12-02T08:24:04,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742359_1535 (size=12001) 2024-12-02T08:24:04,408 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/bffb4d7421b04969975efaa80cf5ddeb 2024-12-02T08:24:04,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/775c1921739846838ffda820fdacea75 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/775c1921739846838ffda820fdacea75 2024-12-02T08:24:04,414 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/775c1921739846838ffda820fdacea75, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T08:24:04,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/2e101e49ff94432fae2ac7a5dca95bdf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/2e101e49ff94432fae2ac7a5dca95bdf 2024-12-02T08:24:04,419 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/2e101e49ff94432fae2ac7a5dca95bdf, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T08:24:04,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/bffb4d7421b04969975efaa80cf5ddeb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/bffb4d7421b04969975efaa80cf5ddeb 2024-12-02T08:24:04,422 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/bffb4d7421b04969975efaa80cf5ddeb, entries=150, sequenceid=38, filesize=11.7 K 2024-12-02T08:24:04,423 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 47ff49c05e3d66aeeccbccea89016c3f in 867ms, sequenceid=38, compaction requested=false 2024-12-02T08:24:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-02T08:24:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-02T08:24:04,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-02T08:24:04,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7810 sec 2024-12-02T08:24:04,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.7850 sec 2024-12-02T08:24:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:04,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:24:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:04,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/6b552db9be18478bbd3ff91f30927456 is 50, key is test_row_0/A:col10/1733127844428/Put/seqid=0 2024-12-02T08:24:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742360_1536 (size=14341) 2024-12-02T08:24:04,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/6b552db9be18478bbd3ff91f30927456 2024-12-02T08:24:04,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/cbca8979b9624bce847c78f235f3d310 is 50, key is test_row_0/B:col10/1733127844428/Put/seqid=0 2024-12-02T08:24:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742361_1537 (size=12001) 2024-12-02T08:24:04,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127904476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127904477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127904478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127904581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127904583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127904585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-02T08:24:04,746 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-02T08:24:04,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-02T08:24:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T08:24:04,748 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:04,749 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:04,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:04,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127904786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127904787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127904787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127904821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127904826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T08:24:04,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/cbca8979b9624bce847c78f235f3d310 2024-12-02T08:24:04,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e766e0357f5c4c1592bc56ab571d197f is 50, key is test_row_0/C:col10/1733127844428/Put/seqid=0 2024-12-02T08:24:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742362_1538 (size=12001) 2024-12-02T08:24:04,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e766e0357f5c4c1592bc56ab571d197f 2024-12-02T08:24:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/6b552db9be18478bbd3ff91f30927456 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6b552db9be18478bbd3ff91f30927456 2024-12-02T08:24:04,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6b552db9be18478bbd3ff91f30927456, entries=200, sequenceid=50, filesize=14.0 K 2024-12-02T08:24:04,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/cbca8979b9624bce847c78f235f3d310 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/cbca8979b9624bce847c78f235f3d310 2024-12-02T08:24:04,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/cbca8979b9624bce847c78f235f3d310, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T08:24:04,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e766e0357f5c4c1592bc56ab571d197f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e766e0357f5c4c1592bc56ab571d197f 2024-12-02T08:24:04,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e766e0357f5c4c1592bc56ab571d197f, entries=150, sequenceid=50, filesize=11.7 K 2024-12-02T08:24:04,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 47ff49c05e3d66aeeccbccea89016c3f in 468ms, sequenceid=50, compaction requested=true 2024-12-02T08:24:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:04,897 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:04,898 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:04,899 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:04,899 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:04,899 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:04,899 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:04,899 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/75dbae8c8f304f3ab46cb3f2b93d3e46, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/775c1921739846838ffda820fdacea75, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6b552db9be18478bbd3ff91f30927456] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=37.4 K 2024-12-02T08:24:04,899 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:04,899 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:04,899 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f339f69452bf4f019e6e961f476612f3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/2e101e49ff94432fae2ac7a5dca95bdf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/cbca8979b9624bce847c78f235f3d310] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=35.2 K 2024-12-02T08:24:04,899 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75dbae8c8f304f3ab46cb3f2b93d3e46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733127842650 2024-12-02T08:24:04,899 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f339f69452bf4f019e6e961f476612f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733127842650 2024-12-02T08:24:04,900 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775c1921739846838ffda820fdacea75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733127842693 2024-12-02T08:24:04,900 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e101e49ff94432fae2ac7a5dca95bdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733127842693 2024-12-02T08:24:04,900 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b552db9be18478bbd3ff91f30927456, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127843813 2024-12-02T08:24:04,900 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting cbca8979b9624bce847c78f235f3d310, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127843813 2024-12-02T08:24:04,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:04,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-02T08:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:04,901 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:04,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c9a44a246a5f47adacdb4618a7dae273 is 50, key is test_row_0/A:col10/1733127844476/Put/seqid=0 2024-12-02T08:24:04,907 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:04,908 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/470774074c034c67a432964de75637e4 is 50, key is test_row_0/B:col10/1733127844428/Put/seqid=0 2024-12-02T08:24:04,909 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:04,910 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/b85caaaf35914da29f2d5f5b082e99d4 is 50, key is test_row_0/A:col10/1733127844428/Put/seqid=0 2024-12-02T08:24:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742364_1540 (size=12104) 2024-12-02T08:24:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742363_1539 (size=12001) 2024-12-02T08:24:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742365_1541 (size=12104) 2024-12-02T08:24:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T08:24:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:05,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:05,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127905105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127905105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127905106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127905209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127905210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127905210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T08:24:05,354 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c9a44a246a5f47adacdb4618a7dae273 2024-12-02T08:24:05,358 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/470774074c034c67a432964de75637e4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/470774074c034c67a432964de75637e4 2024-12-02T08:24:05,358 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/b85caaaf35914da29f2d5f5b082e99d4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b85caaaf35914da29f2d5f5b082e99d4 2024-12-02T08:24:05,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/9d5dcf35867045bda0a76aba57dcd184 is 50, key is test_row_0/B:col10/1733127844476/Put/seqid=0 2024-12-02T08:24:05,362 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into b85caaaf35914da29f2d5f5b082e99d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:05,362 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:05,363 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127844897; duration=0sec 2024-12-02T08:24:05,363 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:05,363 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:05,363 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:05,363 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into 470774074c034c67a432964de75637e4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:05,363 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:05,363 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127844898; duration=0sec 2024-12-02T08:24:05,364 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:05,364 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:05,364 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:05,364 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:05,364 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:05,364 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f7c76596129342b895a28b79e6b96c14, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/bffb4d7421b04969975efaa80cf5ddeb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e766e0357f5c4c1592bc56ab571d197f] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=35.2 K 2024-12-02T08:24:05,364 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c76596129342b895a28b79e6b96c14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733127842650 2024-12-02T08:24:05,364 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting bffb4d7421b04969975efaa80cf5ddeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733127842693 2024-12-02T08:24:05,364 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e766e0357f5c4c1592bc56ab571d197f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127843813 2024-12-02T08:24:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742366_1542 (size=12001) 2024-12-02T08:24:05,367 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/9d5dcf35867045bda0a76aba57dcd184 2024-12-02T08:24:05,371 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:05,371 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/640ec47a6e604003aa502c57d4d67b8b is 50, key is test_row_0/C:col10/1733127844428/Put/seqid=0 2024-12-02T08:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/363350f20a574b0f9fef3aa704fe8a6b is 50, key is test_row_0/C:col10/1733127844476/Put/seqid=0 2024-12-02T08:24:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742367_1543 (size=12104) 2024-12-02T08:24:05,386 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/640ec47a6e604003aa502c57d4d67b8b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/640ec47a6e604003aa502c57d4d67b8b 2024-12-02T08:24:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742368_1544 (size=12001) 2024-12-02T08:24:05,389 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/363350f20a574b0f9fef3aa704fe8a6b 2024-12-02T08:24:05,391 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into 640ec47a6e604003aa502c57d4d67b8b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:05,392 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:05,392 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127844898; duration=0sec 2024-12-02T08:24:05,392 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:05,392 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c9a44a246a5f47adacdb4618a7dae273 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9a44a246a5f47adacdb4618a7dae273 2024-12-02T08:24:05,400 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9a44a246a5f47adacdb4618a7dae273, entries=150, sequenceid=74, filesize=11.7 K 2024-12-02T08:24:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/9d5dcf35867045bda0a76aba57dcd184 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9d5dcf35867045bda0a76aba57dcd184 2024-12-02T08:24:05,404 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9d5dcf35867045bda0a76aba57dcd184, entries=150, sequenceid=74, filesize=11.7 K 2024-12-02T08:24:05,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/363350f20a574b0f9fef3aa704fe8a6b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/363350f20a574b0f9fef3aa704fe8a6b 2024-12-02T08:24:05,409 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/363350f20a574b0f9fef3aa704fe8a6b, entries=150, sequenceid=74, filesize=11.7 K 2024-12-02T08:24:05,410 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 47ff49c05e3d66aeeccbccea89016c3f in 509ms, sequenceid=74, compaction requested=false 2024-12-02T08:24:05,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:05,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:05,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-02T08:24:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-02T08:24:05,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-02T08:24:05,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 662 msec 2024-12-02T08:24:05,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 666 msec 2024-12-02T08:24:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:05,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:24:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:05,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:05,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/ab5fd82bffc84452b92f004d835f99bb is 50, key is test_row_1/A:col10/1733127845417/Put/seqid=0 2024-12-02T08:24:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742369_1545 (size=11997) 2024-12-02T08:24:05,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127905457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127905458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127905459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127905562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127905563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127905563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T08:24:05,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127905768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127905769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127905769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:05,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/ab5fd82bffc84452b92f004d835f99bb 2024-12-02T08:24:05,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/192a21dc69424a52b0ab5e383f157057 is 50, key is test_row_1/B:col10/1733127845417/Put/seqid=0 2024-12-02T08:24:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742370_1546 (size=9657) 2024-12-02T08:24:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-02T08:24:05,851 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-02T08:24:05,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-02T08:24:05,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T08:24:05,854 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:05,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T08:24:06,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T08:24:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:06,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127906072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127906074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127906074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T08:24:06,158 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T08:24:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:06,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/192a21dc69424a52b0ab5e383f157057 2024-12-02T08:24:06,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/fff085bdf3564b0ba5d194ce74eae2a9 is 50, key is test_row_1/C:col10/1733127845417/Put/seqid=0 2024-12-02T08:24:06,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742371_1547 (size=9657) 2024-12-02T08:24:06,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/fff085bdf3564b0ba5d194ce74eae2a9 2024-12-02T08:24:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/ab5fd82bffc84452b92f004d835f99bb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ab5fd82bffc84452b92f004d835f99bb 2024-12-02T08:24:06,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ab5fd82bffc84452b92f004d835f99bb, entries=150, sequenceid=91, filesize=11.7 K 2024-12-02T08:24:06,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/192a21dc69424a52b0ab5e383f157057 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/192a21dc69424a52b0ab5e383f157057 2024-12-02T08:24:06,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/192a21dc69424a52b0ab5e383f157057, entries=100, sequenceid=91, filesize=9.4 K 2024-12-02T08:24:06,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/fff085bdf3564b0ba5d194ce74eae2a9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/fff085bdf3564b0ba5d194ce74eae2a9 2024-12-02T08:24:06,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/fff085bdf3564b0ba5d194ce74eae2a9, entries=100, sequenceid=91, filesize=9.4 K 2024-12-02T08:24:06,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 47ff49c05e3d66aeeccbccea89016c3f in 865ms, sequenceid=91, compaction requested=true 2024-12-02T08:24:06,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:06,282 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:06,284 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:06,284 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:06,284 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:06,284 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,284 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b85caaaf35914da29f2d5f5b082e99d4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9a44a246a5f47adacdb4618a7dae273, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ab5fd82bffc84452b92f004d835f99bb] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=35.3 K 2024-12-02T08:24:06,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:06,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:06,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:06,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:06,285 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b85caaaf35914da29f2d5f5b082e99d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127843813 2024-12-02T08:24:06,285 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9a44a246a5f47adacdb4618a7dae273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733127844469 2024-12-02T08:24:06,285 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:06,285 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:06,286 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,286 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/470774074c034c67a432964de75637e4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9d5dcf35867045bda0a76aba57dcd184, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/192a21dc69424a52b0ab5e383f157057] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=33.0 K 2024-12-02T08:24:06,286 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 470774074c034c67a432964de75637e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127843813 2024-12-02T08:24:06,286 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab5fd82bffc84452b92f004d835f99bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733127845104 2024-12-02T08:24:06,286 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d5dcf35867045bda0a76aba57dcd184, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733127844469 2024-12-02T08:24:06,287 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 192a21dc69424a52b0ab5e383f157057, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733127845104 2024-12-02T08:24:06,295 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:06,296 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/9bc27d6bd7af4815845fef32a1310e71 is 50, key is test_row_0/A:col10/1733127844476/Put/seqid=0 2024-12-02T08:24:06,304 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:06,305 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/23d8d527fb624c37b3eb9338ecc6eb0a is 50, key is test_row_0/B:col10/1733127844476/Put/seqid=0 2024-12-02T08:24:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742372_1548 (size=12207) 2024-12-02T08:24:06,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742373_1549 (size=12207) 2024-12-02T08:24:06,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-02T08:24:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,311 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T08:24:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:06,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/8a8ef7b035e540f989b145454dcb8c7b is 50, key is test_row_0/A:col10/1733127845457/Put/seqid=0 2024-12-02T08:24:06,323 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/9bc27d6bd7af4815845fef32a1310e71 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/9bc27d6bd7af4815845fef32a1310e71 2024-12-02T08:24:06,326 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/23d8d527fb624c37b3eb9338ecc6eb0a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/23d8d527fb624c37b3eb9338ecc6eb0a 2024-12-02T08:24:06,328 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into 9bc27d6bd7af4815845fef32a1310e71(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:06,328 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:06,328 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127846282; duration=0sec 2024-12-02T08:24:06,328 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:06,328 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:06,329 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:06,330 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:06,330 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into 23d8d527fb624c37b3eb9338ecc6eb0a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:06,330 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:06,330 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:06,330 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127846284; duration=0sec 2024-12-02T08:24:06,330 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:06,330 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:06,330 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:06,330 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/640ec47a6e604003aa502c57d4d67b8b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/363350f20a574b0f9fef3aa704fe8a6b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/fff085bdf3564b0ba5d194ce74eae2a9] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=33.0 K 2024-12-02T08:24:06,331 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 640ec47a6e604003aa502c57d4d67b8b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733127843813 2024-12-02T08:24:06,331 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 363350f20a574b0f9fef3aa704fe8a6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733127844469 2024-12-02T08:24:06,331 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff085bdf3564b0ba5d194ce74eae2a9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733127845104 2024-12-02T08:24:06,340 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:06,340 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e10ac58ab66f427e987335af1ced3c24 is 50, key is test_row_0/C:col10/1733127844476/Put/seqid=0 2024-12-02T08:24:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742374_1550 (size=12001) 2024-12-02T08:24:06,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742375_1551 (size=12207) 2024-12-02T08:24:06,368 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e10ac58ab66f427e987335af1ced3c24 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e10ac58ab66f427e987335af1ced3c24 2024-12-02T08:24:06,372 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into e10ac58ab66f427e987335af1ced3c24(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:06,372 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:06,373 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127846285; duration=0sec 2024-12-02T08:24:06,373 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:06,373 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T08:24:06,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:06,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127906594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127906594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127906595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127906699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127906699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127906699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,744 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/8a8ef7b035e540f989b145454dcb8c7b 2024-12-02T08:24:06,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/11c2c776e0b143f7b8853376e260bbb7 is 50, key is test_row_0/B:col10/1733127845457/Put/seqid=0 2024-12-02T08:24:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742376_1552 (size=12001) 2024-12-02T08:24:06,755 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/11c2c776e0b143f7b8853376e260bbb7 2024-12-02T08:24:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e892e6cf4bf7499f82806d8ee952bc06 is 50, key is test_row_0/C:col10/1733127845457/Put/seqid=0 2024-12-02T08:24:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742377_1553 (size=12001) 2024-12-02T08:24:06,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127906832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127906833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,835 DEBUG [Thread-2332 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., hostname=ceab608fb84d,41577,1733127704904, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:06,835 DEBUG [Thread-2334 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., hostname=ceab608fb84d,41577,1733127704904, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127906901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127906902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127906902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T08:24:07,166 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e892e6cf4bf7499f82806d8ee952bc06 2024-12-02T08:24:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/8a8ef7b035e540f989b145454dcb8c7b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/8a8ef7b035e540f989b145454dcb8c7b 2024-12-02T08:24:07,172 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/8a8ef7b035e540f989b145454dcb8c7b, entries=150, sequenceid=113, filesize=11.7 K 2024-12-02T08:24:07,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/11c2c776e0b143f7b8853376e260bbb7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/11c2c776e0b143f7b8853376e260bbb7 2024-12-02T08:24:07,175 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/11c2c776e0b143f7b8853376e260bbb7, entries=150, sequenceid=113, filesize=11.7 K 2024-12-02T08:24:07,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/e892e6cf4bf7499f82806d8ee952bc06 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e892e6cf4bf7499f82806d8ee952bc06 2024-12-02T08:24:07,179 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e892e6cf4bf7499f82806d8ee952bc06, entries=150, sequenceid=113, filesize=11.7 K 2024-12-02T08:24:07,179 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 47ff49c05e3d66aeeccbccea89016c3f in 868ms, sequenceid=113, compaction requested=false 2024-12-02T08:24:07,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:07,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:07,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-02T08:24:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-02T08:24:07,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-02T08:24:07,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-12-02T08:24:07,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3300 sec 2024-12-02T08:24:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:07,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:24:07,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:07,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:07,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:07,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:07,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:07,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:07,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/2f49b79feb6545a2a97fa35346f9e273 is 50, key is test_row_0/A:col10/1733127847205/Put/seqid=0 2024-12-02T08:24:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742378_1554 (size=14441) 2024-12-02T08:24:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127907235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127907239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127907239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127907340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127907343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127907346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127907542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127907546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127907551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/2f49b79feb6545a2a97fa35346f9e273 2024-12-02T08:24:07,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/d735bcdbcbb84e03bed3c355ee630b97 is 50, key is test_row_0/B:col10/1733127847205/Put/seqid=0 2024-12-02T08:24:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742379_1555 (size=12101) 2024-12-02T08:24:07,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127907846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127907852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127907853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-02T08:24:07,958 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-02T08:24:07,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-02T08:24:07,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T08:24:07,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:07,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:08,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/d735bcdbcbb84e03bed3c355ee630b97 2024-12-02T08:24:08,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a29bddfd1d714de7a8707f923e2005a6 is 50, key is test_row_0/C:col10/1733127847205/Put/seqid=0 2024-12-02T08:24:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742380_1556 (size=12101) 2024-12-02T08:24:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T08:24:08,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:08,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T08:24:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T08:24:08,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:08,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T08:24:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127908354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:08,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127908354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127908357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:08,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:08,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T08:24:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:08,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a29bddfd1d714de7a8707f923e2005a6 2024-12-02T08:24:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/2f49b79feb6545a2a97fa35346f9e273 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/2f49b79feb6545a2a97fa35346f9e273 2024-12-02T08:24:08,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/2f49b79feb6545a2a97fa35346f9e273, entries=200, sequenceid=131, filesize=14.1 K 2024-12-02T08:24:08,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/d735bcdbcbb84e03bed3c355ee630b97 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/d735bcdbcbb84e03bed3c355ee630b97 2024-12-02T08:24:08,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/d735bcdbcbb84e03bed3c355ee630b97, entries=150, sequenceid=131, filesize=11.8 K 2024-12-02T08:24:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a29bddfd1d714de7a8707f923e2005a6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a29bddfd1d714de7a8707f923e2005a6 2024-12-02T08:24:08,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a29bddfd1d714de7a8707f923e2005a6, entries=150, sequenceid=131, filesize=11.8 K 2024-12-02T08:24:08,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 47ff49c05e3d66aeeccbccea89016c3f in 1240ms, sequenceid=131, compaction requested=true 2024-12-02T08:24:08,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:08,446 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:08,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:08,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:08,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:08,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:08,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:08,446 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:08,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:08,448 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:08,448 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:08,448 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:08,449 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,449 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/9bc27d6bd7af4815845fef32a1310e71, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/8a8ef7b035e540f989b145454dcb8c7b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/2f49b79feb6545a2a97fa35346f9e273] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=37.7 K 2024-12-02T08:24:08,449 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:08,449 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,449 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/23d8d527fb624c37b3eb9338ecc6eb0a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/11c2c776e0b143f7b8853376e260bbb7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/d735bcdbcbb84e03bed3c355ee630b97] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=35.5 K 2024-12-02T08:24:08,449 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bc27d6bd7af4815845fef32a1310e71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733127844476 2024-12-02T08:24:08,449 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d8d527fb624c37b3eb9338ecc6eb0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733127844476 2024-12-02T08:24:08,449 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a8ef7b035e540f989b145454dcb8c7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733127845456 2024-12-02T08:24:08,449 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 11c2c776e0b143f7b8853376e260bbb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733127845456 2024-12-02T08:24:08,450 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d735bcdbcbb84e03bed3c355ee630b97, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127846583 2024-12-02T08:24:08,450 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f49b79feb6545a2a97fa35346f9e273, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127846583 2024-12-02T08:24:08,456 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:08,456 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:08,456 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/4f146838220d456381734fda907fa370 is 50, key is test_row_0/B:col10/1733127847205/Put/seqid=0 2024-12-02T08:24:08,456 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/63b46a21f18d4fdb96a285bcddcb0e32 is 50, key is test_row_0/A:col10/1733127847205/Put/seqid=0 2024-12-02T08:24:08,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742381_1557 (size=12409) 2024-12-02T08:24:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742382_1558 (size=12409) 2024-12-02T08:24:08,489 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/63b46a21f18d4fdb96a285bcddcb0e32 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/63b46a21f18d4fdb96a285bcddcb0e32 2024-12-02T08:24:08,492 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into 63b46a21f18d4fdb96a285bcddcb0e32(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:08,492 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:08,492 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127848446; duration=0sec 2024-12-02T08:24:08,492 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:08,492 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:08,492 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:08,493 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:08,493 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:08,493 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,493 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e10ac58ab66f427e987335af1ced3c24, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e892e6cf4bf7499f82806d8ee952bc06, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a29bddfd1d714de7a8707f923e2005a6] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=35.5 K 2024-12-02T08:24:08,493 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e10ac58ab66f427e987335af1ced3c24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733127844476 2024-12-02T08:24:08,494 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e892e6cf4bf7499f82806d8ee952bc06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733127845456 2024-12-02T08:24:08,494 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting a29bddfd1d714de7a8707f923e2005a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127846583 2024-12-02T08:24:08,498 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:08,498 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/472749aeca52443ba0ecf6b24cedf469 is 50, key is test_row_0/C:col10/1733127847205/Put/seqid=0 2024-12-02T08:24:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742383_1559 (size=12409) 2024-12-02T08:24:08,507 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/472749aeca52443ba0ecf6b24cedf469 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/472749aeca52443ba0ecf6b24cedf469 2024-12-02T08:24:08,512 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into 472749aeca52443ba0ecf6b24cedf469(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:08,513 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:08,513 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127848446; duration=0sec 2024-12-02T08:24:08,513 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:08,513 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T08:24:08,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:08,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-02T08:24:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:08,574 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-02T08:24:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:08,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c9275ee89dd74999b0d8e2b8c5cbd2f1 is 50, key is test_row_0/A:col10/1733127847234/Put/seqid=0 2024-12-02T08:24:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742384_1560 (size=12151) 2024-12-02T08:24:08,581 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c9275ee89dd74999b0d8e2b8c5cbd2f1 2024-12-02T08:24:08,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c73b1d651c6a4d1fa2ee9635a40dcad2 is 50, key is test_row_0/B:col10/1733127847234/Put/seqid=0 2024-12-02T08:24:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742385_1561 (size=12151) 2024-12-02T08:24:08,592 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c73b1d651c6a4d1fa2ee9635a40dcad2 2024-12-02T08:24:08,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/49c039ec39294bf08e3adb0d788a49a3 is 50, key is test_row_0/C:col10/1733127847234/Put/seqid=0 2024-12-02T08:24:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742386_1562 (size=12151) 2024-12-02T08:24:08,871 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/4f146838220d456381734fda907fa370 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4f146838220d456381734fda907fa370 2024-12-02T08:24:08,875 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into 4f146838220d456381734fda907fa370(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:08,875 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:08,875 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127848446; duration=0sec 2024-12-02T08:24:08,875 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:08,875 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:09,001 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/49c039ec39294bf08e3adb0d788a49a3 2024-12-02T08:24:09,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c9275ee89dd74999b0d8e2b8c5cbd2f1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9275ee89dd74999b0d8e2b8c5cbd2f1 2024-12-02T08:24:09,007 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9275ee89dd74999b0d8e2b8c5cbd2f1, entries=150, sequenceid=155, filesize=11.9 K 2024-12-02T08:24:09,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c73b1d651c6a4d1fa2ee9635a40dcad2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c73b1d651c6a4d1fa2ee9635a40dcad2 2024-12-02T08:24:09,010 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c73b1d651c6a4d1fa2ee9635a40dcad2, entries=150, sequenceid=155, filesize=11.9 K 2024-12-02T08:24:09,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/49c039ec39294bf08e3adb0d788a49a3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/49c039ec39294bf08e3adb0d788a49a3 2024-12-02T08:24:09,014 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/49c039ec39294bf08e3adb0d788a49a3, entries=150, sequenceid=155, filesize=11.9 K 2024-12-02T08:24:09,014 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 47ff49c05e3d66aeeccbccea89016c3f in 440ms, sequenceid=155, compaction requested=false 2024-12-02T08:24:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-02T08:24:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-02T08:24:09,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-02T08:24:09,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0540 sec 2024-12-02T08:24:09,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.0580 sec 2024-12-02T08:24:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-02T08:24:09,063 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-02T08:24:09,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-02T08:24:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T08:24:09,065 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:09,066 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:09,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T08:24:09,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-02T08:24:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-02T08:24:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-02T08:24:09,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-02T08:24:09,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-02T08:24:09,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 163 msec 2024-12-02T08:24:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-02T08:24:09,366 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-02T08:24:09,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-02T08:24:09,368 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:09,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:09,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T08:24:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:09,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:09,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:09,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:09,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:09,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/57151384daf745ce8bd381f2c03a4425 is 50, key is test_row_0/A:col10/1733127849367/Put/seqid=0 2024-12-02T08:24:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742387_1563 (size=14537) 2024-12-02T08:24:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127909408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127909409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127909410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T08:24:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127909514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127909515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127909515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T08:24:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T08:24:09,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T08:24:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127909718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127909718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127909718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/57151384daf745ce8bd381f2c03a4425 2024-12-02T08:24:09,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/fb078f2820d2492dbbbe18b8fea67e7f is 50, key is test_row_0/B:col10/1733127849367/Put/seqid=0 2024-12-02T08:24:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742388_1564 (size=9757) 2024-12-02T08:24:09,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/fb078f2820d2492dbbbe18b8fea67e7f 2024-12-02T08:24:09,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/3e286350ee464ed3b830f121f7916ffd is 50, key is test_row_0/C:col10/1733127849367/Put/seqid=0 2024-12-02T08:24:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742389_1565 (size=9757) 2024-12-02T08:24:09,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T08:24:09,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T08:24:09,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:09,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T08:24:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:09,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:10,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127910023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127910024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127910024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T08:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:10,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/3e286350ee464ed3b830f121f7916ffd 2024-12-02T08:24:10,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/57151384daf745ce8bd381f2c03a4425 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/57151384daf745ce8bd381f2c03a4425 2024-12-02T08:24:10,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/57151384daf745ce8bd381f2c03a4425, entries=200, sequenceid=168, filesize=14.2 K 2024-12-02T08:24:10,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/fb078f2820d2492dbbbe18b8fea67e7f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/fb078f2820d2492dbbbe18b8fea67e7f 2024-12-02T08:24:10,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/fb078f2820d2492dbbbe18b8fea67e7f, entries=100, sequenceid=168, filesize=9.5 K 2024-12-02T08:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/3e286350ee464ed3b830f121f7916ffd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/3e286350ee464ed3b830f121f7916ffd 2024-12-02T08:24:10,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/3e286350ee464ed3b830f121f7916ffd, entries=100, sequenceid=168, filesize=9.5 K 2024-12-02T08:24:10,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 47ff49c05e3d66aeeccbccea89016c3f in 844ms, sequenceid=168, compaction requested=true 2024-12-02T08:24:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:10,213 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:10,213 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:10,214 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:10,214 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:10,214 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:10,214 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:10,214 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,214 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,214 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4f146838220d456381734fda907fa370, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c73b1d651c6a4d1fa2ee9635a40dcad2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/fb078f2820d2492dbbbe18b8fea67e7f] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=33.5 K 2024-12-02T08:24:10,214 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/63b46a21f18d4fdb96a285bcddcb0e32, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9275ee89dd74999b0d8e2b8c5cbd2f1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/57151384daf745ce8bd381f2c03a4425] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=38.2 K 2024-12-02T08:24:10,214 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f146838220d456381734fda907fa370, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127846583 2024-12-02T08:24:10,214 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63b46a21f18d4fdb96a285bcddcb0e32, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127846583 2024-12-02T08:24:10,215 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c73b1d651c6a4d1fa2ee9635a40dcad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733127847234 2024-12-02T08:24:10,215 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9275ee89dd74999b0d8e2b8c5cbd2f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733127847234 2024-12-02T08:24:10,215 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting fb078f2820d2492dbbbe18b8fea67e7f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127849367 2024-12-02T08:24:10,215 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57151384daf745ce8bd381f2c03a4425, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127849361 2024-12-02T08:24:10,222 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:10,222 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c8e67415886c48dbb9071ce86cea25ee is 50, key is test_row_0/B:col10/1733127849367/Put/seqid=0 2024-12-02T08:24:10,224 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:10,224 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/edf42bd67578410eac06493d7245a4d8 is 50, key is test_row_0/A:col10/1733127849367/Put/seqid=0 2024-12-02T08:24:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742390_1566 (size=12561) 2024-12-02T08:24:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742391_1567 (size=12561) 2024-12-02T08:24:10,259 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/edf42bd67578410eac06493d7245a4d8 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/edf42bd67578410eac06493d7245a4d8 2024-12-02T08:24:10,262 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into edf42bd67578410eac06493d7245a4d8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:10,262 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:10,262 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127850213; duration=0sec 2024-12-02T08:24:10,263 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:10,263 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:10,263 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:10,263 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:10,263 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:10,263 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,264 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/472749aeca52443ba0ecf6b24cedf469, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/49c039ec39294bf08e3adb0d788a49a3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/3e286350ee464ed3b830f121f7916ffd] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=33.5 K 2024-12-02T08:24:10,264 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 472749aeca52443ba0ecf6b24cedf469, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733127846583 2024-12-02T08:24:10,264 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49c039ec39294bf08e3adb0d788a49a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733127847234 2024-12-02T08:24:10,264 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e286350ee464ed3b830f121f7916ffd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127849367 2024-12-02T08:24:10,272 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:10,272 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/45df1a726c60413f8b66221c6761e9e3 is 50, key is test_row_0/C:col10/1733127849367/Put/seqid=0 2024-12-02T08:24:10,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-02T08:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,281 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:10,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742392_1568 (size=12561) 2024-12-02T08:24:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/3744dc7c613e4c64b1fdb30f6b506d16 is 50, key is test_row_0/A:col10/1733127849408/Put/seqid=0 2024-12-02T08:24:10,305 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/45df1a726c60413f8b66221c6761e9e3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/45df1a726c60413f8b66221c6761e9e3 2024-12-02T08:24:10,310 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into 45df1a726c60413f8b66221c6761e9e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:10,310 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:10,310 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127850213; duration=0sec 2024-12-02T08:24:10,310 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:10,310 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742393_1569 (size=12151) 2024-12-02T08:24:10,356 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/3744dc7c613e4c64b1fdb30f6b506d16 2024-12-02T08:24:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c43f11f03a274fd3984b47b3ae791eef is 50, key is test_row_0/B:col10/1733127849408/Put/seqid=0 2024-12-02T08:24:10,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742394_1570 (size=12151) 2024-12-02T08:24:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T08:24:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:10,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127910540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127910540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127910541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,644 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c8e67415886c48dbb9071ce86cea25ee as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c8e67415886c48dbb9071ce86cea25ee 2024-12-02T08:24:10,648 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into c8e67415886c48dbb9071ce86cea25ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:10,648 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:10,648 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127850213; duration=0sec 2024-12-02T08:24:10,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,648 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127910645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,648 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:10,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127910646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127910646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,768 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c43f11f03a274fd3984b47b3ae791eef 2024-12-02T08:24:10,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/87ce597c3dc84ba4bb3b9449dfa21696 is 50, key is test_row_0/C:col10/1733127849408/Put/seqid=0 2024-12-02T08:24:10,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742395_1571 (size=12151) 2024-12-02T08:24:10,777 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/87ce597c3dc84ba4bb3b9449dfa21696 2024-12-02T08:24:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/3744dc7c613e4c64b1fdb30f6b506d16 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/3744dc7c613e4c64b1fdb30f6b506d16 2024-12-02T08:24:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/3744dc7c613e4c64b1fdb30f6b506d16, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T08:24:10,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c43f11f03a274fd3984b47b3ae791eef as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c43f11f03a274fd3984b47b3ae791eef 2024-12-02T08:24:10,788 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c43f11f03a274fd3984b47b3ae791eef, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T08:24:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/87ce597c3dc84ba4bb3b9449dfa21696 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/87ce597c3dc84ba4bb3b9449dfa21696 2024-12-02T08:24:10,793 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/87ce597c3dc84ba4bb3b9449dfa21696, entries=150, sequenceid=194, filesize=11.9 K 2024-12-02T08:24:10,794 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 47ff49c05e3d66aeeccbccea89016c3f in 513ms, sequenceid=194, compaction requested=false 2024-12-02T08:24:10,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:10,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-02T08:24:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-02T08:24:10,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-02T08:24:10,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-12-02T08:24:10,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4290 sec 2024-12-02T08:24:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:10,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:24:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:10,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/073195c143704fa8acd73e076868885a is 50, key is test_row_0/A:col10/1733127850538/Put/seqid=0 2024-12-02T08:24:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742396_1572 (size=14541) 2024-12-02T08:24:10,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/073195c143704fa8acd73e076868885a 2024-12-02T08:24:10,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/dc5db4da83fb421490e9c3fd4fb2e826 is 50, key is test_row_0/B:col10/1733127850538/Put/seqid=0 2024-12-02T08:24:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742397_1573 (size=12151) 2024-12-02T08:24:10,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/dc5db4da83fb421490e9c3fd4fb2e826 2024-12-02T08:24:10,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/c8035c0caafb47018e6fbbd977f4f52e is 50, key is test_row_0/C:col10/1733127850538/Put/seqid=0 2024-12-02T08:24:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742398_1574 (size=12151) 2024-12-02T08:24:10,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/c8035c0caafb47018e6fbbd977f4f52e 2024-12-02T08:24:10,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127910887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127910886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127910889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/073195c143704fa8acd73e076868885a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/073195c143704fa8acd73e076868885a 2024-12-02T08:24:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127910889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127910890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:10,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/073195c143704fa8acd73e076868885a, entries=200, sequenceid=208, filesize=14.2 K 2024-12-02T08:24:10,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/dc5db4da83fb421490e9c3fd4fb2e826 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/dc5db4da83fb421490e9c3fd4fb2e826 2024-12-02T08:24:10,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/dc5db4da83fb421490e9c3fd4fb2e826, entries=150, sequenceid=208, filesize=11.9 K 2024-12-02T08:24:10,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/c8035c0caafb47018e6fbbd977f4f52e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c8035c0caafb47018e6fbbd977f4f52e 2024-12-02T08:24:10,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c8035c0caafb47018e6fbbd977f4f52e, entries=150, sequenceid=208, filesize=11.9 K 2024-12-02T08:24:10,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 47ff49c05e3d66aeeccbccea89016c3f in 59ms, sequenceid=208, compaction requested=true 2024-12-02T08:24:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:10,910 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:10,910 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:10,911 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:10,911 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:10,911 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:10,911 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:10,911 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,911 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:10,911 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c8e67415886c48dbb9071ce86cea25ee, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c43f11f03a274fd3984b47b3ae791eef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/dc5db4da83fb421490e9c3fd4fb2e826] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.0 K 2024-12-02T08:24:10,911 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/edf42bd67578410eac06493d7245a4d8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/3744dc7c613e4c64b1fdb30f6b506d16, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/073195c143704fa8acd73e076868885a] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=38.3 K 2024-12-02T08:24:10,911 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c8e67415886c48dbb9071ce86cea25ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127847237 2024-12-02T08:24:10,911 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting edf42bd67578410eac06493d7245a4d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127847237 2024-12-02T08:24:10,912 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c43f11f03a274fd3984b47b3ae791eef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127849403 2024-12-02T08:24:10,912 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3744dc7c613e4c64b1fdb30f6b506d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127849403 2024-12-02T08:24:10,912 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting dc5db4da83fb421490e9c3fd4fb2e826, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733127850538 2024-12-02T08:24:10,912 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 073195c143704fa8acd73e076868885a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733127850534 2024-12-02T08:24:10,918 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:10,918 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:10,919 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/6cb5a5ce441148c1bab4b2a44de4e049 is 50, key is test_row_0/A:col10/1733127850538/Put/seqid=0 2024-12-02T08:24:10,919 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/f491e8da389f457f9b9a1fd9ddfe09bc is 50, key is test_row_0/B:col10/1733127850538/Put/seqid=0 2024-12-02T08:24:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742399_1575 (size=12663) 2024-12-02T08:24:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742400_1576 (size=12663) 2024-12-02T08:24:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:11,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:24:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:11,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/1c840d830723464eb03ab8472fbd3868 is 50, key is test_row_0/A:col10/1733127850998/Put/seqid=0 2024-12-02T08:24:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742401_1577 (size=14541) 2024-12-02T08:24:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127911005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127911009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127911010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127911010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127911011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127911112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127911118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127911118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127911118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127911118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127911319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127911324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127911323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127911324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127911324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,331 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/6cb5a5ce441148c1bab4b2a44de4e049 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6cb5a5ce441148c1bab4b2a44de4e049 2024-12-02T08:24:11,335 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into 6cb5a5ce441148c1bab4b2a44de4e049(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:11,335 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:11,335 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127850910; duration=0sec 2024-12-02T08:24:11,335 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:11,336 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:11,336 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:11,336 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/f491e8da389f457f9b9a1fd9ddfe09bc as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f491e8da389f457f9b9a1fd9ddfe09bc 2024-12-02T08:24:11,337 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:11,337 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:11,337 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:11,337 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/45df1a726c60413f8b66221c6761e9e3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/87ce597c3dc84ba4bb3b9449dfa21696, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c8035c0caafb47018e6fbbd977f4f52e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.0 K 2024-12-02T08:24:11,337 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45df1a726c60413f8b66221c6761e9e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733127847237 2024-12-02T08:24:11,337 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87ce597c3dc84ba4bb3b9449dfa21696, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733127849403 2024-12-02T08:24:11,338 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8035c0caafb47018e6fbbd977f4f52e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733127850538 2024-12-02T08:24:11,340 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into f491e8da389f457f9b9a1fd9ddfe09bc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:11,340 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:11,340 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127850910; duration=0sec 2024-12-02T08:24:11,340 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:11,340 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:11,344 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:11,344 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/616914a4575b4aa8938b140acf5945b9 is 50, key is test_row_0/C:col10/1733127850538/Put/seqid=0 2024-12-02T08:24:11,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742402_1578 (size=12663) 2024-12-02T08:24:11,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/1c840d830723464eb03ab8472fbd3868 2024-12-02T08:24:11,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/07e914f903e04bfa898fde48d1458718 is 50, key is test_row_0/B:col10/1733127850998/Put/seqid=0 2024-12-02T08:24:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742403_1579 (size=12151) 2024-12-02T08:24:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-02T08:24:11,487 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-02T08:24:11,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-02T08:24:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T08:24:11,490 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:11,490 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:11,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T08:24:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127911626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127911631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127911632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127911632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127911634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T08:24:11,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:11,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:11,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:11,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,751 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/616914a4575b4aa8938b140acf5945b9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/616914a4575b4aa8938b140acf5945b9 2024-12-02T08:24:11,755 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into 616914a4575b4aa8938b140acf5945b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:11,755 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:11,755 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127850910; duration=0sec 2024-12-02T08:24:11,755 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:11,755 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T08:24:11,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T08:24:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:11,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/07e914f903e04bfa898fde48d1458718 2024-12-02T08:24:11,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/ea6f0d82e238411697f9c776237d223c is 50, key is test_row_0/C:col10/1733127850998/Put/seqid=0 2024-12-02T08:24:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742404_1580 (size=12151) 2024-12-02T08:24:11,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:11,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T08:24:11,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:11,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:11,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:11,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T08:24:12,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:12,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T08:24:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:12,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:12,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127912129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:12,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:12,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127912135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127912135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:12,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127912138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127912140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:12,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/ea6f0d82e238411697f9c776237d223c 2024-12-02T08:24:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/1c840d830723464eb03ab8472fbd3868 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c840d830723464eb03ab8472fbd3868 2024-12-02T08:24:12,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c840d830723464eb03ab8472fbd3868, entries=200, sequenceid=233, filesize=14.2 K 2024-12-02T08:24:12,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/07e914f903e04bfa898fde48d1458718 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/07e914f903e04bfa898fde48d1458718 2024-12-02T08:24:12,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/07e914f903e04bfa898fde48d1458718, entries=150, sequenceid=233, filesize=11.9 K 2024-12-02T08:24:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/ea6f0d82e238411697f9c776237d223c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ea6f0d82e238411697f9c776237d223c 2024-12-02T08:24:12,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ea6f0d82e238411697f9c776237d223c, entries=150, sequenceid=233, filesize=11.9 K 2024-12-02T08:24:12,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 47ff49c05e3d66aeeccbccea89016c3f in 1248ms, sequenceid=233, compaction requested=false 2024-12-02T08:24:12,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:12,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:12,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-02T08:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:12,252 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:12,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/b07c4248933b4cc78f566519fa99a611 is 50, key is test_row_0/A:col10/1733127851009/Put/seqid=0 2024-12-02T08:24:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742405_1581 (size=12151) 2024-12-02T08:24:12,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T08:24:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T08:24:12,680 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/b07c4248933b4cc78f566519fa99a611 2024-12-02T08:24:12,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8c88e942da3e45c5bafe0c542d0ab32e is 50, key is test_row_0/B:col10/1733127851009/Put/seqid=0 2024-12-02T08:24:12,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742406_1582 (size=12151) 2024-12-02T08:24:13,128 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8c88e942da3e45c5bafe0c542d0ab32e 2024-12-02T08:24:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2eb84cb017fc4c4e9cac42e1685aac2c is 50, key is test_row_0/C:col10/1733127851009/Put/seqid=0 2024-12-02T08:24:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742407_1583 (size=12151) 2024-12-02T08:24:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:13,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:13,138 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2eb84cb017fc4c4e9cac42e1685aac2c 2024-12-02T08:24:13,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/b07c4248933b4cc78f566519fa99a611 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b07c4248933b4cc78f566519fa99a611 2024-12-02T08:24:13,149 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b07c4248933b4cc78f566519fa99a611, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T08:24:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8c88e942da3e45c5bafe0c542d0ab32e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c88e942da3e45c5bafe0c542d0ab32e 2024-12-02T08:24:13,158 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c88e942da3e45c5bafe0c542d0ab32e, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T08:24:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2eb84cb017fc4c4e9cac42e1685aac2c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2eb84cb017fc4c4e9cac42e1685aac2c 2024-12-02T08:24:13,165 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2eb84cb017fc4c4e9cac42e1685aac2c, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T08:24:13,166 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=107.34 KB/109920 for 47ff49c05e3d66aeeccbccea89016c3f in 913ms, sequenceid=247, compaction requested=true 2024-12-02T08:24:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:13,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T08:24:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-02T08:24:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-02T08:24:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:13,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-02T08:24:13,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6780 sec 2024-12-02T08:24:13,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.6840 sec 2024-12-02T08:24:13,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/41ae7aff7c014ee49ad5baaa9849fce0 is 50, key is test_row_0/A:col10/1733127853162/Put/seqid=0 2024-12-02T08:24:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742408_1584 (size=17181) 2024-12-02T08:24:13,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/41ae7aff7c014ee49ad5baaa9849fce0 2024-12-02T08:24:13,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/18704f5f57154271b7e2e6e9081cbfa2 is 50, key is test_row_0/B:col10/1733127853162/Put/seqid=0 2024-12-02T08:24:13,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742409_1585 (size=12301) 2024-12-02T08:24:13,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/18704f5f57154271b7e2e6e9081cbfa2 2024-12-02T08:24:13,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127913186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127913187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127913197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127913197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127913197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/9df35c30138f4533af5d85a166b8fe22 is 50, key is test_row_0/C:col10/1733127853162/Put/seqid=0 2024-12-02T08:24:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742410_1586 (size=12301) 2024-12-02T08:24:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127913298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127913299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127913304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127913305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127913305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127913501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127913503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127913510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127913512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127913515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-02T08:24:13,593 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-02T08:24:13,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-02T08:24:13,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:13,597 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:13,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T08:24:13,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/9df35c30138f4533af5d85a166b8fe22 2024-12-02T08:24:13,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/41ae7aff7c014ee49ad5baaa9849fce0 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/41ae7aff7c014ee49ad5baaa9849fce0 2024-12-02T08:24:13,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/41ae7aff7c014ee49ad5baaa9849fce0, entries=250, sequenceid=267, filesize=16.8 K 2024-12-02T08:24:13,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/18704f5f57154271b7e2e6e9081cbfa2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/18704f5f57154271b7e2e6e9081cbfa2 2024-12-02T08:24:13,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/18704f5f57154271b7e2e6e9081cbfa2, entries=150, sequenceid=267, filesize=12.0 K 2024-12-02T08:24:13,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/9df35c30138f4533af5d85a166b8fe22 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/9df35c30138f4533af5d85a166b8fe22 2024-12-02T08:24:13,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/9df35c30138f4533af5d85a166b8fe22, entries=150, sequenceid=267, filesize=12.0 K 2024-12-02T08:24:13,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 47ff49c05e3d66aeeccbccea89016c3f in 474ms, sequenceid=267, compaction requested=true 2024-12-02T08:24:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:13,640 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:24:13,640 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:13,642 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:13,642 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56536 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:13,642 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:13,642 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:13,642 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:13,642 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6cb5a5ce441148c1bab4b2a44de4e049, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c840d830723464eb03ab8472fbd3868, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b07c4248933b4cc78f566519fa99a611, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/41ae7aff7c014ee49ad5baaa9849fce0] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=55.2 K 2024-12-02T08:24:13,642 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:13,642 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f491e8da389f457f9b9a1fd9ddfe09bc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/07e914f903e04bfa898fde48d1458718, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c88e942da3e45c5bafe0c542d0ab32e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/18704f5f57154271b7e2e6e9081cbfa2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=48.1 K 2024-12-02T08:24:13,643 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cb5a5ce441148c1bab4b2a44de4e049, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733127850538 2024-12-02T08:24:13,643 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f491e8da389f457f9b9a1fd9ddfe09bc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733127850538 2024-12-02T08:24:13,643 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 07e914f903e04bfa898fde48d1458718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733127850885 2024-12-02T08:24:13,643 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c840d830723464eb03ab8472fbd3868, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733127850885 2024-12-02T08:24:13,644 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b07c4248933b4cc78f566519fa99a611, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733127851000 2024-12-02T08:24:13,644 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c88e942da3e45c5bafe0c542d0ab32e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733127851000 2024-12-02T08:24:13,644 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41ae7aff7c014ee49ad5baaa9849fce0, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733127853156 2024-12-02T08:24:13,644 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 18704f5f57154271b7e2e6e9081cbfa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733127853162 2024-12-02T08:24:13,655 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:13,655 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/adde86d83c354d28a4545ffe354158d9 is 50, key is test_row_0/B:col10/1733127853162/Put/seqid=0 2024-12-02T08:24:13,657 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:13,657 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/20d6aa11c63f4a2db675641e8022e4bf is 50, key is test_row_0/A:col10/1733127853162/Put/seqid=0 2024-12-02T08:24:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742412_1588 (size=12949) 2024-12-02T08:24:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742411_1587 (size=12949) 2024-12-02T08:24:13,688 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/20d6aa11c63f4a2db675641e8022e4bf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/20d6aa11c63f4a2db675641e8022e4bf 2024-12-02T08:24:13,688 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/adde86d83c354d28a4545ffe354158d9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/adde86d83c354d28a4545ffe354158d9 2024-12-02T08:24:13,694 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into adde86d83c354d28a4545ffe354158d9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:13,694 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:13,694 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=12, startTime=1733127853640; duration=0sec 2024-12-02T08:24:13,694 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:13,694 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:13,694 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:13,695 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into 20d6aa11c63f4a2db675641e8022e4bf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:13,695 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:13,695 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=12, startTime=1733127853640; duration=0sec 2024-12-02T08:24:13,695 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:13,695 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:13,696 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:13,696 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:13,696 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:13,696 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/616914a4575b4aa8938b140acf5945b9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ea6f0d82e238411697f9c776237d223c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2eb84cb017fc4c4e9cac42e1685aac2c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/9df35c30138f4533af5d85a166b8fe22] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=48.1 K 2024-12-02T08:24:13,696 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 616914a4575b4aa8938b140acf5945b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733127850538 2024-12-02T08:24:13,696 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ea6f0d82e238411697f9c776237d223c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733127850885 2024-12-02T08:24:13,697 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eb84cb017fc4c4e9cac42e1685aac2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733127851000 2024-12-02T08:24:13,697 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df35c30138f4533af5d85a166b8fe22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733127853162 2024-12-02T08:24:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T08:24:13,709 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:13,710 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/c7d97352b26a46439a4815a13c2e3eea is 50, key is test_row_0/C:col10/1733127853162/Put/seqid=0 2024-12-02T08:24:13,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742413_1589 (size=12949) 2024-12-02T08:24:13,732 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/c7d97352b26a46439a4815a13c2e3eea as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c7d97352b26a46439a4815a13c2e3eea 2024-12-02T08:24:13,740 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into c7d97352b26a46439a4815a13c2e3eea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:13,740 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:13,740 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=12, startTime=1733127853640; duration=0sec 2024-12-02T08:24:13,741 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:13,741 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:13,749 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T08:24:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:13,750 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-02T08:24:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c29fa61f9ebb457c99420714beb724ba is 50, key is test_row_0/A:col10/1733127853182/Put/seqid=0 2024-12-02T08:24:13,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:13,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742414_1590 (size=12301) 2024-12-02T08:24:13,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127913834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127913836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127913837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127913837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127913841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T08:24:13,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127913941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127913942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127913943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127913944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:13,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127913951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127914149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127914150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127914152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127914152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127914157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T08:24:14,224 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c29fa61f9ebb457c99420714beb724ba 2024-12-02T08:24:14,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2 is 50, key is test_row_0/B:col10/1733127853182/Put/seqid=0 2024-12-02T08:24:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742415_1591 (size=12301) 2024-12-02T08:24:14,248 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2 2024-12-02T08:24:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a749bdbfa0a14745a35c3df9554a8ac2 is 50, key is test_row_0/C:col10/1733127853182/Put/seqid=0 2024-12-02T08:24:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742416_1592 (size=12301) 2024-12-02T08:24:14,269 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a749bdbfa0a14745a35c3df9554a8ac2 2024-12-02T08:24:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c29fa61f9ebb457c99420714beb724ba as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c29fa61f9ebb457c99420714beb724ba 2024-12-02T08:24:14,277 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c29fa61f9ebb457c99420714beb724ba, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:24:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2 2024-12-02T08:24:14,281 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:24:14,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a749bdbfa0a14745a35c3df9554a8ac2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a749bdbfa0a14745a35c3df9554a8ac2 2024-12-02T08:24:14,291 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a749bdbfa0a14745a35c3df9554a8ac2, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T08:24:14,292 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 47ff49c05e3d66aeeccbccea89016c3f in 543ms, sequenceid=287, compaction requested=false 2024-12-02T08:24:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-02T08:24:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-02T08:24:14,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-02T08:24:14,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-12-02T08:24:14,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 703 msec 2024-12-02T08:24:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:14,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-02T08:24:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:14,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/59374e25ea3744f38f7a19b03260394b is 50, key is test_row_0/A:col10/1733127854454/Put/seqid=0 2024-12-02T08:24:14,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742417_1593 (size=14741) 2024-12-02T08:24:14,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/59374e25ea3744f38f7a19b03260394b 2024-12-02T08:24:14,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/5eacf585a33e4dac94718d1698589bb9 is 50, key is test_row_0/B:col10/1733127854454/Put/seqid=0 2024-12-02T08:24:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742418_1594 (size=12301) 2024-12-02T08:24:14,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127914507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127914514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127914515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127914516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127914516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127914617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127914622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127914622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127914622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127914623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-02T08:24:14,700 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-02T08:24:14,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-02T08:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T08:24:14,703 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:14,703 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:14,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T08:24:14,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127914821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127914828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127914828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127914828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127914828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:14,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T08:24:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:14,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:14,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:14,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/5eacf585a33e4dac94718d1698589bb9 2024-12-02T08:24:14,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/65f44ca370ae492e8c2a7dfa53e251c4 is 50, key is test_row_0/C:col10/1733127854454/Put/seqid=0 2024-12-02T08:24:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742419_1595 (size=12301) 2024-12-02T08:24:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T08:24:15,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T08:24:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127915126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127915133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127915133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127915134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127915134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T08:24:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:15,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/65f44ca370ae492e8c2a7dfa53e251c4 2024-12-02T08:24:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T08:24:15,330 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T08:24:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:15,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/59374e25ea3744f38f7a19b03260394b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/59374e25ea3744f38f7a19b03260394b 2024-12-02T08:24:15,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/59374e25ea3744f38f7a19b03260394b, entries=200, sequenceid=307, filesize=14.4 K 2024-12-02T08:24:15,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/5eacf585a33e4dac94718d1698589bb9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5eacf585a33e4dac94718d1698589bb9 2024-12-02T08:24:15,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5eacf585a33e4dac94718d1698589bb9, entries=150, sequenceid=307, filesize=12.0 K 2024-12-02T08:24:15,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/65f44ca370ae492e8c2a7dfa53e251c4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/65f44ca370ae492e8c2a7dfa53e251c4 2024-12-02T08:24:15,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/65f44ca370ae492e8c2a7dfa53e251c4, entries=150, sequenceid=307, filesize=12.0 K 2024-12-02T08:24:15,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 47ff49c05e3d66aeeccbccea89016c3f in 964ms, sequenceid=307, compaction requested=true 2024-12-02T08:24:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:15,420 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:24:15,420 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:15,426 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:15,426 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:15,426 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:15,426 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:15,426 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,426 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/20d6aa11c63f4a2db675641e8022e4bf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c29fa61f9ebb457c99420714beb724ba, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/59374e25ea3744f38f7a19b03260394b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=39.1 K 2024-12-02T08:24:15,427 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,427 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/adde86d83c354d28a4545ffe354158d9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5eacf585a33e4dac94718d1698589bb9] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.7 K 2024-12-02T08:24:15,428 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting adde86d83c354d28a4545ffe354158d9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733127853162 2024-12-02T08:24:15,430 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20d6aa11c63f4a2db675641e8022e4bf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733127853162 2024-12-02T08:24:15,430 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ef6d3b28a4e4a87bdcf79bf18fa2cc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127853182 2024-12-02T08:24:15,435 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29fa61f9ebb457c99420714beb724ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127853182 2024-12-02T08:24:15,435 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eacf585a33e4dac94718d1698589bb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733127853836 2024-12-02T08:24:15,435 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59374e25ea3744f38f7a19b03260394b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733127853833 2024-12-02T08:24:15,457 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:15,458 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/892e50b859b742c0bb2f2c31b13ba672 is 50, key is test_row_0/B:col10/1733127854454/Put/seqid=0 2024-12-02T08:24:15,463 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:15,464 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/61ab638975bd4fd7830360377edcb1e6 is 50, key is test_row_0/A:col10/1733127854454/Put/seqid=0 2024-12-02T08:24:15,491 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T08:24:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,495 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-02T08:24:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:15,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742420_1596 (size=13051) 2024-12-02T08:24:15,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/dc2c9283e95940769cec9562c78e54bd is 50, key is test_row_0/A:col10/1733127854515/Put/seqid=0 2024-12-02T08:24:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742421_1597 (size=13051) 2024-12-02T08:24:15,532 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/892e50b859b742c0bb2f2c31b13ba672 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/892e50b859b742c0bb2f2c31b13ba672 2024-12-02T08:24:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742422_1598 (size=12301) 2024-12-02T08:24:15,545 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/dc2c9283e95940769cec9562c78e54bd 2024-12-02T08:24:15,547 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into 892e50b859b742c0bb2f2c31b13ba672(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:15,547 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:15,547 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127855420; duration=0sec 2024-12-02T08:24:15,548 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:15,548 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:15,548 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:15,550 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:15,550 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:15,550 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:15,550 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c7d97352b26a46439a4815a13c2e3eea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a749bdbfa0a14745a35c3df9554a8ac2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/65f44ca370ae492e8c2a7dfa53e251c4] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.7 K 2024-12-02T08:24:15,552 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c7d97352b26a46439a4815a13c2e3eea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733127853162 2024-12-02T08:24:15,552 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a749bdbfa0a14745a35c3df9554a8ac2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733127853182 2024-12-02T08:24:15,553 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 65f44ca370ae492e8c2a7dfa53e251c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733127853836 2024-12-02T08:24:15,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/bfa3d435f5f44b5bbdf075219a6e88c7 is 50, key is test_row_0/B:col10/1733127854515/Put/seqid=0 2024-12-02T08:24:15,564 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:15,565 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/ef6129e8df504a0481e9d408b0937b84 is 50, key is test_row_0/C:col10/1733127854454/Put/seqid=0 2024-12-02T08:24:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742423_1599 (size=12301) 2024-12-02T08:24:15,588 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/bfa3d435f5f44b5bbdf075219a6e88c7 2024-12-02T08:24:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742424_1600 (size=13051) 2024-12-02T08:24:15,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/729c98ecc66c4e8b8e3b8da0fd91cca5 is 50, key is test_row_0/C:col10/1733127854515/Put/seqid=0 2024-12-02T08:24:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:15,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742425_1601 (size=12301) 2024-12-02T08:24:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127915681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127915681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127915682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127915689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127915690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127915791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127915792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127915792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127915797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127915798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T08:24:15,937 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/61ab638975bd4fd7830360377edcb1e6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/61ab638975bd4fd7830360377edcb1e6 2024-12-02T08:24:15,941 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into 61ab638975bd4fd7830360377edcb1e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:15,941 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:15,941 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127855420; duration=0sec 2024-12-02T08:24:15,941 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:15,941 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127915997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127915998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127915998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127916004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127916012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,031 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/ef6129e8df504a0481e9d408b0937b84 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ef6129e8df504a0481e9d408b0937b84 2024-12-02T08:24:16,038 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into ef6129e8df504a0481e9d408b0937b84(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:16,038 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:16,038 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127855420; duration=0sec 2024-12-02T08:24:16,039 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:16,039 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:16,060 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/729c98ecc66c4e8b8e3b8da0fd91cca5 2024-12-02T08:24:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/dc2c9283e95940769cec9562c78e54bd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/dc2c9283e95940769cec9562c78e54bd 2024-12-02T08:24:16,067 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/dc2c9283e95940769cec9562c78e54bd, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T08:24:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/bfa3d435f5f44b5bbdf075219a6e88c7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/bfa3d435f5f44b5bbdf075219a6e88c7 2024-12-02T08:24:16,083 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/bfa3d435f5f44b5bbdf075219a6e88c7, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T08:24:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/729c98ecc66c4e8b8e3b8da0fd91cca5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/729c98ecc66c4e8b8e3b8da0fd91cca5 2024-12-02T08:24:16,100 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/729c98ecc66c4e8b8e3b8da0fd91cca5, entries=150, sequenceid=323, filesize=12.0 K 2024-12-02T08:24:16,104 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 47ff49c05e3d66aeeccbccea89016c3f in 610ms, sequenceid=323, compaction requested=false 2024-12-02T08:24:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:16,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-02T08:24:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-02T08:24:16,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-02T08:24:16,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-12-02T08:24:16,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.4150 sec 2024-12-02T08:24:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:16,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-02T08:24:16,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:16,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:16,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:16,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:16,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:16,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:16,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/fc1a88852852404ea9a5ce20433ae419 is 50, key is test_row_0/A:col10/1733127855681/Put/seqid=0 2024-12-02T08:24:16,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742426_1602 (size=14741) 2024-12-02T08:24:16,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/fc1a88852852404ea9a5ce20433ae419 2024-12-02T08:24:16,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127916337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/674924cbcf7240b980875605cf7b5893 is 50, key is test_row_0/B:col10/1733127855681/Put/seqid=0 2024-12-02T08:24:16,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127916347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127916348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127916349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127916349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742427_1603 (size=12301) 2024-12-02T08:24:16,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127916450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127916455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127916461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127916463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127916461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127916667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127916670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127916670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127916677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127916678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/674924cbcf7240b980875605cf7b5893 2024-12-02T08:24:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-02T08:24:16,816 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-02T08:24:16,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-02T08:24:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T08:24:16,855 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:16,865 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:16,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:16,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/f20e27dc27d14b6196b8a936b7ffdf8e is 50, key is test_row_0/C:col10/1733127855681/Put/seqid=0 2024-12-02T08:24:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T08:24:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742428_1604 (size=12301) 2024-12-02T08:24:16,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/f20e27dc27d14b6196b8a936b7ffdf8e 2024-12-02T08:24:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127916980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127916982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127916983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127916983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/fc1a88852852404ea9a5ce20433ae419 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/fc1a88852852404ea9a5ce20433ae419 2024-12-02T08:24:17,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127916998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/fc1a88852852404ea9a5ce20433ae419, entries=200, sequenceid=347, filesize=14.4 K 2024-12-02T08:24:17,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T08:24:17,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:17,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:17,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:17,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:17,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/674924cbcf7240b980875605cf7b5893 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/674924cbcf7240b980875605cf7b5893 2024-12-02T08:24:17,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/674924cbcf7240b980875605cf7b5893, entries=150, sequenceid=347, filesize=12.0 K 2024-12-02T08:24:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/f20e27dc27d14b6196b8a936b7ffdf8e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f20e27dc27d14b6196b8a936b7ffdf8e 2024-12-02T08:24:17,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f20e27dc27d14b6196b8a936b7ffdf8e, entries=150, sequenceid=347, filesize=12.0 K 2024-12-02T08:24:17,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 47ff49c05e3d66aeeccbccea89016c3f in 790ms, sequenceid=347, compaction requested=true 2024-12-02T08:24:17,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T08:24:17,099 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:17,099 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:17,100 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:17,100 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:17,100 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:17,100 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ef6129e8df504a0481e9d408b0937b84, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/729c98ecc66c4e8b8e3b8da0fd91cca5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f20e27dc27d14b6196b8a936b7ffdf8e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.8 K 2024-12-02T08:24:17,101 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:17,101 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:17,101 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:17,101 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/61ab638975bd4fd7830360377edcb1e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/dc2c9283e95940769cec9562c78e54bd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/fc1a88852852404ea9a5ce20433ae419] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=39.2 K 2024-12-02T08:24:17,101 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61ab638975bd4fd7830360377edcb1e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733127853836 2024-12-02T08:24:17,101 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ef6129e8df504a0481e9d408b0937b84, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733127853836 2024-12-02T08:24:17,102 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc2c9283e95940769cec9562c78e54bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733127854514 2024-12-02T08:24:17,102 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 729c98ecc66c4e8b8e3b8da0fd91cca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733127854514 2024-12-02T08:24:17,102 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc1a88852852404ea9a5ce20433ae419, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127855681 2024-12-02T08:24:17,102 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f20e27dc27d14b6196b8a936b7ffdf8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127855681 2024-12-02T08:24:17,113 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:17,113 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c85f4f262dad447f9cab435e283dbf5c is 50, key is test_row_0/A:col10/1733127855681/Put/seqid=0 2024-12-02T08:24:17,117 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:17,118 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/d4b3b0ba623c4f309557c3745c7a2268 is 50, key is test_row_0/C:col10/1733127855681/Put/seqid=0 2024-12-02T08:24:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T08:24:17,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742430_1606 (size=13153) 2024-12-02T08:24:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742429_1605 (size=13153) 2024-12-02T08:24:17,172 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/d4b3b0ba623c4f309557c3745c7a2268 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/d4b3b0ba623c4f309557c3745c7a2268 2024-12-02T08:24:17,178 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into d4b3b0ba623c4f309557c3745c7a2268(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:17,178 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:17,179 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127857099; duration=0sec 2024-12-02T08:24:17,179 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:17,179 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:17,179 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:17,179 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c85f4f262dad447f9cab435e283dbf5c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c85f4f262dad447f9cab435e283dbf5c 2024-12-02T08:24:17,180 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:17,180 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:17,180 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:17,181 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/892e50b859b742c0bb2f2c31b13ba672, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/bfa3d435f5f44b5bbdf075219a6e88c7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/674924cbcf7240b980875605cf7b5893] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.8 K 2024-12-02T08:24:17,181 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 892e50b859b742c0bb2f2c31b13ba672, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733127853836 2024-12-02T08:24:17,181 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting bfa3d435f5f44b5bbdf075219a6e88c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733127854514 2024-12-02T08:24:17,182 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 674924cbcf7240b980875605cf7b5893, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127855681 2024-12-02T08:24:17,185 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into c85f4f262dad447f9cab435e283dbf5c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:17,185 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:17,185 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127857098; duration=0sec 2024-12-02T08:24:17,186 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:17,186 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:17,196 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:17,197 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/60321eedf7ed4a86833c1977a3cdf70e is 50, key is test_row_0/B:col10/1733127855681/Put/seqid=0 2024-12-02T08:24:17,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T08:24:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:17,219 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-02T08:24:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:17,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/447ab46c148749068c0a7d706fc07cb2 is 50, key is test_row_0/A:col10/1733127856347/Put/seqid=0 2024-12-02T08:24:17,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742431_1607 (size=13153) 2024-12-02T08:24:17,262 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/60321eedf7ed4a86833c1977a3cdf70e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/60321eedf7ed4a86833c1977a3cdf70e 2024-12-02T08:24:17,268 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into 60321eedf7ed4a86833c1977a3cdf70e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:17,268 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:17,268 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127857099; duration=0sec 2024-12-02T08:24:17,268 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:17,268 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742432_1608 (size=12301) 2024-12-02T08:24:17,274 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/447ab46c148749068c0a7d706fc07cb2 2024-12-02T08:24:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/3d38f830e881424bb5bc93428e632a48 is 50, key is test_row_0/B:col10/1733127856347/Put/seqid=0 2024-12-02T08:24:17,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742433_1609 (size=12301) 2024-12-02T08:24:17,301 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/3d38f830e881424bb5bc93428e632a48 2024-12-02T08:24:17,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a232543a766f49f396142542f7c024ba is 50, key is test_row_0/C:col10/1733127856347/Put/seqid=0 2024-12-02T08:24:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742434_1610 (size=12301) 2024-12-02T08:24:17,347 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a232543a766f49f396142542f7c024ba 2024-12-02T08:24:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/447ab46c148749068c0a7d706fc07cb2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/447ab46c148749068c0a7d706fc07cb2 2024-12-02T08:24:17,434 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/447ab46c148749068c0a7d706fc07cb2, entries=150, sequenceid=364, filesize=12.0 K 2024-12-02T08:24:17,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/3d38f830e881424bb5bc93428e632a48 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/3d38f830e881424bb5bc93428e632a48 2024-12-02T08:24:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T08:24:17,461 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/3d38f830e881424bb5bc93428e632a48, entries=150, sequenceid=364, filesize=12.0 K 2024-12-02T08:24:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/a232543a766f49f396142542f7c024ba as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a232543a766f49f396142542f7c024ba 2024-12-02T08:24:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:17,511 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a232543a766f49f396142542f7c024ba, entries=150, sequenceid=364, filesize=12.0 K 2024-12-02T08:24:17,516 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=46.96 KB/48090 for 47ff49c05e3d66aeeccbccea89016c3f in 297ms, sequenceid=364, compaction requested=false 2024-12-02T08:24:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-02T08:24:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-02T08:24:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:17,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:17,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-02T08:24:17,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 659 msec 2024-12-02T08:24:17,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 710 msec 2024-12-02T08:24:17,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/e89a910d7f654eadbef3012af931bd71 is 50, key is test_row_0/A:col10/1733127857522/Put/seqid=0 2024-12-02T08:24:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742435_1611 (size=12301) 2024-12-02T08:24:17,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127917591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127917591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127917593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127917597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127917599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/e89a910d7f654eadbef3012af931bd71 2024-12-02T08:24:17,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8c10c01c47ed4a61aeab12edc20663a4 is 50, key is test_row_0/B:col10/1733127857522/Put/seqid=0 2024-12-02T08:24:17,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127917700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127917701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127917715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127917715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127917719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742436_1612 (size=12301) 2024-12-02T08:24:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127917915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127917915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127917923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127917935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127917935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-02T08:24:17,947 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-02T08:24:17,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-02T08:24:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T08:24:17,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:17,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:17,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T08:24:18,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:18,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:18,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8c10c01c47ed4a61aeab12edc20663a4 2024-12-02T08:24:18,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/1be1e357d8ca4349bf1357fec083788c is 50, key is test_row_0/C:col10/1733127857522/Put/seqid=0 2024-12-02T08:24:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742437_1613 (size=12301) 2024-12-02T08:24:18,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127918222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127918223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127918228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127918243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127918247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T08:24:18,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:18,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T08:24:18,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/1be1e357d8ca4349bf1357fec083788c 2024-12-02T08:24:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/e89a910d7f654eadbef3012af931bd71 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e89a910d7f654eadbef3012af931bd71 2024-12-02T08:24:18,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e89a910d7f654eadbef3012af931bd71, entries=150, sequenceid=377, filesize=12.0 K 2024-12-02T08:24:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8c10c01c47ed4a61aeab12edc20663a4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c10c01c47ed4a61aeab12edc20663a4 2024-12-02T08:24:18,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c10c01c47ed4a61aeab12edc20663a4, entries=150, sequenceid=377, filesize=12.0 K 2024-12-02T08:24:18,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/1be1e357d8ca4349bf1357fec083788c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/1be1e357d8ca4349bf1357fec083788c 2024-12-02T08:24:18,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/1be1e357d8ca4349bf1357fec083788c, entries=150, sequenceid=377, filesize=12.0 K 2024-12-02T08:24:18,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 47ff49c05e3d66aeeccbccea89016c3f in 1132ms, sequenceid=377, compaction requested=true 2024-12-02T08:24:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:24:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:18,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T08:24:18,658 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:18,658 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:18,665 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:18,665 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:18,665 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,665 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c85f4f262dad447f9cab435e283dbf5c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/447ab46c148749068c0a7d706fc07cb2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e89a910d7f654eadbef3012af931bd71] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.9 K 2024-12-02T08:24:18,665 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:18,666 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:18,666 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,666 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/d4b3b0ba623c4f309557c3745c7a2268, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a232543a766f49f396142542f7c024ba, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/1be1e357d8ca4349bf1357fec083788c] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.9 K 2024-12-02T08:24:18,671 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c85f4f262dad447f9cab435e283dbf5c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127855681 2024-12-02T08:24:18,671 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d4b3b0ba623c4f309557c3745c7a2268, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127855681 2024-12-02T08:24:18,674 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 447ab46c148749068c0a7d706fc07cb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733127856346 2024-12-02T08:24:18,674 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a232543a766f49f396142542f7c024ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733127856346 2024-12-02T08:24:18,675 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e89a910d7f654eadbef3012af931bd71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733127857507 2024-12-02T08:24:18,676 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1be1e357d8ca4349bf1357fec083788c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733127857507 2024-12-02T08:24:18,703 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:18,703 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:18,703 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/ad67d368c4d843c785f7652bb293dc8e is 50, key is test_row_0/A:col10/1733127857522/Put/seqid=0 2024-12-02T08:24:18,703 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/8e1cb8fd7fe44160b2c86220f63fcc22 is 50, key is test_row_0/C:col10/1733127857522/Put/seqid=0 2024-12-02T08:24:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:18,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:24:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742438_1614 (size=13255) 2024-12-02T08:24:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:18,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:18,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:18,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742439_1615 (size=13255) 2024-12-02T08:24:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/74ec6dec656d4d0cb27bb7d3af00a1d2 is 50, key is test_row_0/A:col10/1733127858736/Put/seqid=0 2024-12-02T08:24:18,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127918794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127918799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127918814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127918820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742440_1616 (size=12301) 2024-12-02T08:24:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127918810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:18,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127918929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127918935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127918936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127918937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127918943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T08:24:19,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127919143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127919144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127919144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,153 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/ad67d368c4d843c785f7652bb293dc8e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ad67d368c4d843c785f7652bb293dc8e 2024-12-02T08:24:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127919149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,158 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into ad67d368c4d843c785f7652bb293dc8e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:19,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:19,158 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=13, startTime=1733127858657; duration=0sec 2024-12-02T08:24:19,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:19,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:19,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127919155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,161 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:19,161 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:19,161 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,161 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/60321eedf7ed4a86833c1977a3cdf70e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/3d38f830e881424bb5bc93428e632a48, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c10c01c47ed4a61aeab12edc20663a4] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=36.9 K 2024-12-02T08:24:19,162 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60321eedf7ed4a86833c1977a3cdf70e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733127855681 2024-12-02T08:24:19,162 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d38f830e881424bb5bc93428e632a48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733127856346 2024-12-02T08:24:19,162 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c10c01c47ed4a61aeab12edc20663a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733127857507 2024-12-02T08:24:19,168 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:19,169 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/a7139d1f03424fd7882895d6588a56e6 is 50, key is test_row_0/B:col10/1733127857522/Put/seqid=0 2024-12-02T08:24:19,182 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/8e1cb8fd7fe44160b2c86220f63fcc22 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/8e1cb8fd7fe44160b2c86220f63fcc22 2024-12-02T08:24:19,186 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into 8e1cb8fd7fe44160b2c86220f63fcc22(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:19,186 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:19,186 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=13, startTime=1733127858657; duration=0sec 2024-12-02T08:24:19,186 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:19,186 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742441_1617 (size=13255) 2024-12-02T08:24:19,199 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/a7139d1f03424fd7882895d6588a56e6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/a7139d1f03424fd7882895d6588a56e6 2024-12-02T08:24:19,203 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into a7139d1f03424fd7882895d6588a56e6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:19,203 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:19,203 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=13, startTime=1733127858657; duration=0sec 2024-12-02T08:24:19,203 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:19,203 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:19,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/74ec6dec656d4d0cb27bb7d3af00a1d2 2024-12-02T08:24:19,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/e2cd224fedb14eeb96d27a246c88b4cd is 50, key is test_row_0/B:col10/1733127858736/Put/seqid=0 2024-12-02T08:24:19,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742442_1618 (size=12301) 2024-12-02T08:24:19,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:19,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:19,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:19,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:19,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127919449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127919453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127919453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127919460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127919461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/e2cd224fedb14eeb96d27a246c88b4cd 2024-12-02T08:24:19,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/837f28c239e2405486d9de30ab8db2bf is 50, key is test_row_0/C:col10/1733127858736/Put/seqid=0 2024-12-02T08:24:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742443_1619 (size=12301) 2024-12-02T08:24:19,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:19,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:19,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:19,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:19,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127919958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127919958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127919960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127919963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127919964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:20,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:20,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:20,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:20,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/837f28c239e2405486d9de30ab8db2bf 2024-12-02T08:24:20,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/74ec6dec656d4d0cb27bb7d3af00a1d2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/74ec6dec656d4d0cb27bb7d3af00a1d2 2024-12-02T08:24:20,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/74ec6dec656d4d0cb27bb7d3af00a1d2, entries=150, sequenceid=402, filesize=12.0 K 2024-12-02T08:24:20,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/e2cd224fedb14eeb96d27a246c88b4cd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/e2cd224fedb14eeb96d27a246c88b4cd 2024-12-02T08:24:20,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/e2cd224fedb14eeb96d27a246c88b4cd, entries=150, sequenceid=402, filesize=12.0 K 2024-12-02T08:24:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T08:24:20,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/837f28c239e2405486d9de30ab8db2bf as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/837f28c239e2405486d9de30ab8db2bf 2024-12-02T08:24:20,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/837f28c239e2405486d9de30ab8db2bf, entries=150, sequenceid=402, filesize=12.0 K 2024-12-02T08:24:20,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 47ff49c05e3d66aeeccbccea89016c3f in 1329ms, sequenceid=402, compaction requested=false 2024-12-02T08:24:20,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:20,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:20,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T08:24:20,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:20,161 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:24:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/1c60cc13517f4ea0be9df86430347c9f is 50, key is test_row_0/A:col10/1733127858798/Put/seqid=0 2024-12-02T08:24:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742444_1620 (size=12301) 2024-12-02T08:24:20,581 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/1c60cc13517f4ea0be9df86430347c9f 2024-12-02T08:24:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c89d62112c6340178cbbfa5555f26b7f is 50, key is test_row_0/B:col10/1733127858798/Put/seqid=0 2024-12-02T08:24:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742445_1621 (size=12301) 2024-12-02T08:24:20,600 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c89d62112c6340178cbbfa5555f26b7f 2024-12-02T08:24:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2dfdc5a66f2d442384981314bf5f6eef is 50, key is test_row_0/C:col10/1733127858798/Put/seqid=0 2024-12-02T08:24:20,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742446_1622 (size=12301) 2024-12-02T08:24:20,624 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2dfdc5a66f2d442384981314bf5f6eef 2024-12-02T08:24:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/1c60cc13517f4ea0be9df86430347c9f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c60cc13517f4ea0be9df86430347c9f 2024-12-02T08:24:20,631 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c60cc13517f4ea0be9df86430347c9f, entries=150, sequenceid=418, filesize=12.0 K 2024-12-02T08:24:20,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/c89d62112c6340178cbbfa5555f26b7f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c89d62112c6340178cbbfa5555f26b7f 2024-12-02T08:24:20,635 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c89d62112c6340178cbbfa5555f26b7f, entries=150, sequenceid=418, filesize=12.0 K 2024-12-02T08:24:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2dfdc5a66f2d442384981314bf5f6eef as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2dfdc5a66f2d442384981314bf5f6eef 2024-12-02T08:24:20,640 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2dfdc5a66f2d442384981314bf5f6eef, entries=150, sequenceid=418, filesize=12.0 K 2024-12-02T08:24:20,640 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 47ff49c05e3d66aeeccbccea89016c3f in 479ms, sequenceid=418, compaction requested=true 2024-12-02T08:24:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-02T08:24:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-02T08:24:20,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-02T08:24:20,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6900 sec 2024-12-02T08:24:20,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.6950 sec 2024-12-02T08:24:20,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:20,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:20,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:20,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:20,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:20,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:20,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:21,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/e82bc1b77f374c16913b71577798a02e is 50, key is test_row_0/A:col10/1733127860981/Put/seqid=0 2024-12-02T08:24:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742447_1623 (size=14741) 2024-12-02T08:24:21,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/e82bc1b77f374c16913b71577798a02e 2024-12-02T08:24:21,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/239762e5436e45ffbbe4beacd2c869e2 is 50, key is test_row_0/B:col10/1733127860981/Put/seqid=0 2024-12-02T08:24:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127921044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127921044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127921045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127921047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127921054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742448_1624 (size=12301) 2024-12-02T08:24:21,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/239762e5436e45ffbbe4beacd2c869e2 2024-12-02T08:24:21,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/41f48f9adc8646a9a6582199ab30dc93 is 50, key is test_row_0/C:col10/1733127860981/Put/seqid=0 2024-12-02T08:24:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742449_1625 (size=12301) 2024-12-02T08:24:21,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/41f48f9adc8646a9a6582199ab30dc93 2024-12-02T08:24:21,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/e82bc1b77f374c16913b71577798a02e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e82bc1b77f374c16913b71577798a02e 2024-12-02T08:24:21,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e82bc1b77f374c16913b71577798a02e, entries=200, sequenceid=430, filesize=14.4 K 2024-12-02T08:24:21,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/239762e5436e45ffbbe4beacd2c869e2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/239762e5436e45ffbbe4beacd2c869e2 2024-12-02T08:24:21,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/239762e5436e45ffbbe4beacd2c869e2, entries=150, sequenceid=430, filesize=12.0 K 2024-12-02T08:24:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/41f48f9adc8646a9a6582199ab30dc93 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/41f48f9adc8646a9a6582199ab30dc93 2024-12-02T08:24:21,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/41f48f9adc8646a9a6582199ab30dc93, entries=150, sequenceid=430, filesize=12.0 K 2024-12-02T08:24:21,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 47ff49c05e3d66aeeccbccea89016c3f in 139ms, sequenceid=430, compaction requested=true 2024-12-02T08:24:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:21,120 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:21,121 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:21,122 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/A is initiating minor compaction (all files) 2024-12-02T08:24:21,122 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/A in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:21,122 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ad67d368c4d843c785f7652bb293dc8e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/74ec6dec656d4d0cb27bb7d3af00a1d2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c60cc13517f4ea0be9df86430347c9f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e82bc1b77f374c16913b71577798a02e] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=51.4 K 2024-12-02T08:24:21,122 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad67d368c4d843c785f7652bb293dc8e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733127857507 2024-12-02T08:24:21,122 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ec6dec656d4d0cb27bb7d3af00a1d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733127857563 2024-12-02T08:24:21,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:21,123 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c60cc13517f4ea0be9df86430347c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733127858789 2024-12-02T08:24:21,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:21,123 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e82bc1b77f374c16913b71577798a02e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127860977 2024-12-02T08:24:21,126 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:21,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:21,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:21,128 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:21,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:21,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:21,128 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/B is initiating minor compaction (all files) 2024-12-02T08:24:21,128 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/B in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:21,128 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/a7139d1f03424fd7882895d6588a56e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/e2cd224fedb14eeb96d27a246c88b4cd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c89d62112c6340178cbbfa5555f26b7f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/239762e5436e45ffbbe4beacd2c869e2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=49.0 K 2024-12-02T08:24:21,128 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a7139d1f03424fd7882895d6588a56e6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733127857507 2024-12-02T08:24:21,128 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e2cd224fedb14eeb96d27a246c88b4cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733127857563 2024-12-02T08:24:21,129 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c89d62112c6340178cbbfa5555f26b7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733127858789 2024-12-02T08:24:21,129 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 239762e5436e45ffbbe4beacd2c869e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127860979 2024-12-02T08:24:21,144 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#A#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:21,145 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c063d1fa6b1f45c29bbd04b940cd63a6 is 50, key is test_row_0/A:col10/1733127860981/Put/seqid=0 2024-12-02T08:24:21,154 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:21,156 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/9086e3ec61194601992929386e987de9 is 50, key is test_row_0/B:col10/1733127860981/Put/seqid=0 2024-12-02T08:24:21,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:24:21,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:21,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:21,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:21,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:21,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:21,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:21,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/cfdc53e3ca504e97b4cd5e389aef3ae6 is 50, key is test_row_0/A:col10/1733127861043/Put/seqid=0 2024-12-02T08:24:21,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742450_1626 (size=13391) 2024-12-02T08:24:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742451_1627 (size=13391) 2024-12-02T08:24:21,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127921167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127921171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127921172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127921173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127921178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742452_1628 (size=14741) 2024-12-02T08:24:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127921279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127921283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127921283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127921283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127921288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127921488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127921489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127921489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127921490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127921497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,584 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/c063d1fa6b1f45c29bbd04b940cd63a6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c063d1fa6b1f45c29bbd04b940cd63a6 2024-12-02T08:24:21,588 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/9086e3ec61194601992929386e987de9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9086e3ec61194601992929386e987de9 2024-12-02T08:24:21,599 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/A of 47ff49c05e3d66aeeccbccea89016c3f into c063d1fa6b1f45c29bbd04b940cd63a6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:21,599 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:21,599 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/A, priority=12, startTime=1733127861120; duration=0sec 2024-12-02T08:24:21,599 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:21,599 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:21,599 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:21,600 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/B of 47ff49c05e3d66aeeccbccea89016c3f into 9086e3ec61194601992929386e987de9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:21,601 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:21,601 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/B, priority=12, startTime=1733127861126; duration=0sec 2024-12-02T08:24:21,601 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:21,601 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:21,602 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:21,602 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 47ff49c05e3d66aeeccbccea89016c3f/C is initiating minor compaction (all files) 2024-12-02T08:24:21,602 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 47ff49c05e3d66aeeccbccea89016c3f/C in TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:21,602 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/8e1cb8fd7fe44160b2c86220f63fcc22, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/837f28c239e2405486d9de30ab8db2bf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2dfdc5a66f2d442384981314bf5f6eef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/41f48f9adc8646a9a6582199ab30dc93] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp, totalSize=49.0 K 2024-12-02T08:24:21,602 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e1cb8fd7fe44160b2c86220f63fcc22, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733127857507 2024-12-02T08:24:21,603 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837f28c239e2405486d9de30ab8db2bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733127857563 2024-12-02T08:24:21,603 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dfdc5a66f2d442384981314bf5f6eef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733127858789 2024-12-02T08:24:21,603 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41f48f9adc8646a9a6582199ab30dc93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733127860979 2024-12-02T08:24:21,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/cfdc53e3ca504e97b4cd5e389aef3ae6 2024-12-02T08:24:21,616 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47ff49c05e3d66aeeccbccea89016c3f#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:21,617 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/0139c8217d2342e1a55bfce54f4c0e82 is 50, key is test_row_0/C:col10/1733127860981/Put/seqid=0 2024-12-02T08:24:21,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/4843553add4040e899016d744b672b12 is 50, key is test_row_0/B:col10/1733127861043/Put/seqid=0 2024-12-02T08:24:21,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742453_1629 (size=13391) 2024-12-02T08:24:21,658 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/0139c8217d2342e1a55bfce54f4c0e82 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/0139c8217d2342e1a55bfce54f4c0e82 2024-12-02T08:24:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742454_1630 (size=12301) 2024-12-02T08:24:21,679 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 47ff49c05e3d66aeeccbccea89016c3f/C of 47ff49c05e3d66aeeccbccea89016c3f into 0139c8217d2342e1a55bfce54f4c0e82(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:21,679 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:21,679 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f., storeName=47ff49c05e3d66aeeccbccea89016c3f/C, priority=12, startTime=1733127861127; duration=0sec 2024-12-02T08:24:21,679 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:21,679 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127921798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127921798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127921799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127921800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127921801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-02T08:24:22,066 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-02T08:24:22,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/4843553add4040e899016d744b672b12 2024-12-02T08:24:22,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-02T08:24:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T08:24:22,078 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:22,079 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:22,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:22,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/669925d0c857413093799a836c9c324f is 50, key is test_row_0/C:col10/1733127861043/Put/seqid=0 2024-12-02T08:24:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742455_1631 (size=12301) 2024-12-02T08:24:22,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/669925d0c857413093799a836c9c324f 2024-12-02T08:24:22,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/cfdc53e3ca504e97b4cd5e389aef3ae6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/cfdc53e3ca504e97b4cd5e389aef3ae6 2024-12-02T08:24:22,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/cfdc53e3ca504e97b4cd5e389aef3ae6, entries=200, sequenceid=455, filesize=14.4 K 2024-12-02T08:24:22,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/4843553add4040e899016d744b672b12 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4843553add4040e899016d744b672b12 2024-12-02T08:24:22,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4843553add4040e899016d744b672b12, entries=150, sequenceid=455, filesize=12.0 K 2024-12-02T08:24:22,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/669925d0c857413093799a836c9c324f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/669925d0c857413093799a836c9c324f 2024-12-02T08:24:22,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/669925d0c857413093799a836c9c324f, entries=150, sequenceid=455, filesize=12.0 K 2024-12-02T08:24:22,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 47ff49c05e3d66aeeccbccea89016c3f in 992ms, sequenceid=455, compaction requested=false 2024-12-02T08:24:22,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T08:24:22,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T08:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:22,232 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/a505530de3024591a50274edde026843 is 50, key is test_row_0/A:col10/1733127861176/Put/seqid=0 2024-12-02T08:24:22,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742456_1632 (size=12301) 2024-12-02T08:24:22,262 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/a505530de3024591a50274edde026843 2024-12-02T08:24:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8ecacb90a5dd456d9377f568517c4a54 is 50, key is test_row_0/B:col10/1733127861176/Put/seqid=0 2024-12-02T08:24:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742457_1633 (size=12301) 2024-12-02T08:24:22,272 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8ecacb90a5dd456d9377f568517c4a54 2024-12-02T08:24:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/51f2b5fa683a4c7696fddc872f1140f4 is 50, key is test_row_0/C:col10/1733127861176/Put/seqid=0 2024-12-02T08:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. as already flushing 2024-12-02T08:24:22,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742458_1634 (size=12301) 2024-12-02T08:24:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127922340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127922341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127922347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127922346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127922349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T08:24:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127922453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127922453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127922457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127922458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127922458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,641 DEBUG [Thread-2339 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:64366 2024-12-02T08:24:22,641 DEBUG [Thread-2339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,643 DEBUG [Thread-2343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d567fc2 to 127.0.0.1:64366 2024-12-02T08:24:22,643 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,644 DEBUG [Thread-2341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:64366 2024-12-02T08:24:22,644 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,646 DEBUG [Thread-2345 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69e0c36f to 127.0.0.1:64366 2024-12-02T08:24:22,647 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,647 DEBUG [Thread-2337 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ef9951 to 127.0.0.1:64366 2024-12-02T08:24:22,647 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1733127922661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39042 deadline: 1733127922662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39052 deadline: 1733127922662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38990 deadline: 1733127922662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38996 deadline: 1733127922662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T08:24:22,723 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/51f2b5fa683a4c7696fddc872f1140f4 2024-12-02T08:24:22,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/a505530de3024591a50274edde026843 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/a505530de3024591a50274edde026843 2024-12-02T08:24:22,729 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/a505530de3024591a50274edde026843, entries=150, sequenceid=469, filesize=12.0 K 2024-12-02T08:24:22,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/8ecacb90a5dd456d9377f568517c4a54 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8ecacb90a5dd456d9377f568517c4a54 2024-12-02T08:24:22,733 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8ecacb90a5dd456d9377f568517c4a54, entries=150, sequenceid=469, filesize=12.0 K 2024-12-02T08:24:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/51f2b5fa683a4c7696fddc872f1140f4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/51f2b5fa683a4c7696fddc872f1140f4 2024-12-02T08:24:22,736 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/51f2b5fa683a4c7696fddc872f1140f4, entries=150, sequenceid=469, filesize=12.0 K 2024-12-02T08:24:22,737 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 47ff49c05e3d66aeeccbccea89016c3f in 505ms, sequenceid=469, compaction requested=true 2024-12-02T08:24:22,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:22,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:22,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-02T08:24:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-02T08:24:22,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-02T08:24:22,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 659 msec 2024-12-02T08:24:22,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 667 msec 2024-12-02T08:24:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:22,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:24:22,965 DEBUG [Thread-2332 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x402e5def to 127.0.0.1:64366 2024-12-02T08:24:22,965 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:22,966 DEBUG [Thread-2330 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:64366 2024-12-02T08:24:22,966 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:22,969 DEBUG [Thread-2328 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:64366 2024-12-02T08:24:22,969 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,969 DEBUG [Thread-2326 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:64366 2024-12-02T08:24:22,969 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,970 DEBUG [Thread-2334 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10bda459 to 127.0.0.1:64366 2024-12-02T08:24:22,970 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:22,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/094fae9b26074df6b5101a051ce3b427 is 50, key is test_row_0/A:col10/1733127862338/Put/seqid=0 2024-12-02T08:24:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742459_1635 (size=12301) 2024-12-02T08:24:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-02T08:24:23,181 INFO [Thread-2336 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2529 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7587 rows 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2492 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7476 rows 2024-12-02T08:24:23,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2509 2024-12-02T08:24:23,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7527 rows 2024-12-02T08:24:23,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2525 2024-12-02T08:24:23,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7575 rows 2024-12-02T08:24:23,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2516 2024-12-02T08:24:23,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7548 rows 2024-12-02T08:24:23,182 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T08:24:23,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e17c26 to 127.0.0.1:64366 2024-12-02T08:24:23,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:23,186 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T08:24:23,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T08:24:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T08:24:23,189 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127863189"}]},"ts":"1733127863189"} 2024-12-02T08:24:23,189 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T08:24:23,202 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T08:24:23,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:24:23,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47ff49c05e3d66aeeccbccea89016c3f, UNASSIGN}] 2024-12-02T08:24:23,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=47ff49c05e3d66aeeccbccea89016c3f, UNASSIGN 2024-12-02T08:24:23,204 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=47ff49c05e3d66aeeccbccea89016c3f, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:23,205 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:24:23,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:24:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T08:24:23,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:23,357 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:23,357 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:24:23,357 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 47ff49c05e3d66aeeccbccea89016c3f, disabling compactions & flushes 2024-12-02T08:24:23,357 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:23,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/094fae9b26074df6b5101a051ce3b427 2024-12-02T08:24:23,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/b93fa117f4914afbaecbede0f7627fc5 is 50, key is test_row_0/B:col10/1733127862338/Put/seqid=0 2024-12-02T08:24:23,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742460_1636 (size=12301) 2024-12-02T08:24:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T08:24:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T08:24:23,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/b93fa117f4914afbaecbede0f7627fc5 2024-12-02T08:24:23,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2367208111ac4ed7ac47b15711b8be0c is 50, key is test_row_0/C:col10/1733127862338/Put/seqid=0 2024-12-02T08:24:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742461_1637 (size=12301) 2024-12-02T08:24:24,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2367208111ac4ed7ac47b15711b8be0c 2024-12-02T08:24:24,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/094fae9b26074df6b5101a051ce3b427 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/094fae9b26074df6b5101a051ce3b427 2024-12-02T08:24:24,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/094fae9b26074df6b5101a051ce3b427, entries=150, sequenceid=496, filesize=12.0 K 2024-12-02T08:24:24,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/b93fa117f4914afbaecbede0f7627fc5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/b93fa117f4914afbaecbede0f7627fc5 2024-12-02T08:24:24,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/b93fa117f4914afbaecbede0f7627fc5, entries=150, sequenceid=496, filesize=12.0 K 2024-12-02T08:24:24,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/2367208111ac4ed7ac47b15711b8be0c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2367208111ac4ed7ac47b15711b8be0c 2024-12-02T08:24:24,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2367208111ac4ed7ac47b15711b8be0c, entries=150, sequenceid=496, filesize=12.0 K 2024-12-02T08:24:24,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for 47ff49c05e3d66aeeccbccea89016c3f in 1255ms, sequenceid=496, compaction requested=true 2024-12-02T08:24:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:24,221 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:24,221 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. because compaction request was cancelled 2024-12-02T08:24:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. after waiting 0 ms 2024-12-02T08:24:24,221 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:A 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:24,221 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. because compaction request was cancelled 2024-12-02T08:24:24,221 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:B 2024-12-02T08:24:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47ff49c05e3d66aeeccbccea89016c3f:C, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:24,221 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. because compaction request was cancelled 2024-12-02T08:24:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:24,221 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47ff49c05e3d66aeeccbccea89016c3f:C 2024-12-02T08:24:24,221 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2837): Flushing 47ff49c05e3d66aeeccbccea89016c3f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=A 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=B 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47ff49c05e3d66aeeccbccea89016c3f, store=C 2024-12-02T08:24:24,221 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:24,224 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/f649f6b01bb04114bb5d3611d9ce9740 is 50, key is test_row_0/A:col10/1733127862967/Put/seqid=0 2024-12-02T08:24:24,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742462_1638 (size=9857) 2024-12-02T08:24:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T08:24:24,628 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/f649f6b01bb04114bb5d3611d9ce9740 2024-12-02T08:24:24,634 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/031b3cd039e4476a90ba7c287d12d026 is 50, key is test_row_0/B:col10/1733127862967/Put/seqid=0 2024-12-02T08:24:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742463_1639 (size=9857) 2024-12-02T08:24:25,038 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/031b3cd039e4476a90ba7c287d12d026 2024-12-02T08:24:25,044 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/b8bd7e9ede2c4537a00e76156aea9e9f is 50, key is test_row_0/C:col10/1733127862967/Put/seqid=0 2024-12-02T08:24:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742464_1640 (size=9857) 2024-12-02T08:24:25,057 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/b8bd7e9ede2c4537a00e76156aea9e9f 2024-12-02T08:24:25,060 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/A/f649f6b01bb04114bb5d3611d9ce9740 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/f649f6b01bb04114bb5d3611d9ce9740 2024-12-02T08:24:25,063 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/f649f6b01bb04114bb5d3611d9ce9740, entries=100, sequenceid=502, filesize=9.6 K 2024-12-02T08:24:25,063 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/B/031b3cd039e4476a90ba7c287d12d026 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/031b3cd039e4476a90ba7c287d12d026 2024-12-02T08:24:25,066 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/031b3cd039e4476a90ba7c287d12d026, entries=100, sequenceid=502, filesize=9.6 K 2024-12-02T08:24:25,066 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/.tmp/C/b8bd7e9ede2c4537a00e76156aea9e9f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/b8bd7e9ede2c4537a00e76156aea9e9f 2024-12-02T08:24:25,069 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/b8bd7e9ede2c4537a00e76156aea9e9f, entries=100, sequenceid=502, filesize=9.6 K 2024-12-02T08:24:25,070 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 47ff49c05e3d66aeeccbccea89016c3f in 849ms, sequenceid=502, compaction requested=true 2024-12-02T08:24:25,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/75dbae8c8f304f3ab46cb3f2b93d3e46, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/775c1921739846838ffda820fdacea75, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6b552db9be18478bbd3ff91f30927456, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b85caaaf35914da29f2d5f5b082e99d4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9a44a246a5f47adacdb4618a7dae273, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/9bc27d6bd7af4815845fef32a1310e71, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ab5fd82bffc84452b92f004d835f99bb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/8a8ef7b035e540f989b145454dcb8c7b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/2f49b79feb6545a2a97fa35346f9e273, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/63b46a21f18d4fdb96a285bcddcb0e32, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9275ee89dd74999b0d8e2b8c5cbd2f1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/57151384daf745ce8bd381f2c03a4425, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/edf42bd67578410eac06493d7245a4d8, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/3744dc7c613e4c64b1fdb30f6b506d16, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/073195c143704fa8acd73e076868885a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6cb5a5ce441148c1bab4b2a44de4e049, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c840d830723464eb03ab8472fbd3868, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b07c4248933b4cc78f566519fa99a611, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/41ae7aff7c014ee49ad5baaa9849fce0, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/20d6aa11c63f4a2db675641e8022e4bf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c29fa61f9ebb457c99420714beb724ba, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/59374e25ea3744f38f7a19b03260394b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/61ab638975bd4fd7830360377edcb1e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/dc2c9283e95940769cec9562c78e54bd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/fc1a88852852404ea9a5ce20433ae419, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c85f4f262dad447f9cab435e283dbf5c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/447ab46c148749068c0a7d706fc07cb2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ad67d368c4d843c785f7652bb293dc8e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e89a910d7f654eadbef3012af931bd71, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/74ec6dec656d4d0cb27bb7d3af00a1d2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c60cc13517f4ea0be9df86430347c9f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e82bc1b77f374c16913b71577798a02e] to archive 2024-12-02T08:24:25,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:25,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/75dbae8c8f304f3ab46cb3f2b93d3e46 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/75dbae8c8f304f3ab46cb3f2b93d3e46 2024-12-02T08:24:25,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/775c1921739846838ffda820fdacea75 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/775c1921739846838ffda820fdacea75 2024-12-02T08:24:25,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6b552db9be18478bbd3ff91f30927456 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6b552db9be18478bbd3ff91f30927456 2024-12-02T08:24:25,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b85caaaf35914da29f2d5f5b082e99d4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b85caaaf35914da29f2d5f5b082e99d4 2024-12-02T08:24:25,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9a44a246a5f47adacdb4618a7dae273 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9a44a246a5f47adacdb4618a7dae273 2024-12-02T08:24:25,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/9bc27d6bd7af4815845fef32a1310e71 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/9bc27d6bd7af4815845fef32a1310e71 2024-12-02T08:24:25,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ab5fd82bffc84452b92f004d835f99bb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ab5fd82bffc84452b92f004d835f99bb 2024-12-02T08:24:25,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/8a8ef7b035e540f989b145454dcb8c7b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/8a8ef7b035e540f989b145454dcb8c7b 2024-12-02T08:24:25,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/2f49b79feb6545a2a97fa35346f9e273 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/2f49b79feb6545a2a97fa35346f9e273 2024-12-02T08:24:25,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/63b46a21f18d4fdb96a285bcddcb0e32 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/63b46a21f18d4fdb96a285bcddcb0e32 2024-12-02T08:24:25,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9275ee89dd74999b0d8e2b8c5cbd2f1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c9275ee89dd74999b0d8e2b8c5cbd2f1 2024-12-02T08:24:25,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/57151384daf745ce8bd381f2c03a4425 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/57151384daf745ce8bd381f2c03a4425 2024-12-02T08:24:25,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/edf42bd67578410eac06493d7245a4d8 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/edf42bd67578410eac06493d7245a4d8 2024-12-02T08:24:25,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/3744dc7c613e4c64b1fdb30f6b506d16 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/3744dc7c613e4c64b1fdb30f6b506d16 2024-12-02T08:24:25,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/073195c143704fa8acd73e076868885a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/073195c143704fa8acd73e076868885a 2024-12-02T08:24:25,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6cb5a5ce441148c1bab4b2a44de4e049 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/6cb5a5ce441148c1bab4b2a44de4e049 2024-12-02T08:24:25,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c840d830723464eb03ab8472fbd3868 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c840d830723464eb03ab8472fbd3868 2024-12-02T08:24:25,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b07c4248933b4cc78f566519fa99a611 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/b07c4248933b4cc78f566519fa99a611 2024-12-02T08:24:25,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/41ae7aff7c014ee49ad5baaa9849fce0 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/41ae7aff7c014ee49ad5baaa9849fce0 2024-12-02T08:24:25,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/20d6aa11c63f4a2db675641e8022e4bf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/20d6aa11c63f4a2db675641e8022e4bf 2024-12-02T08:24:25,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c29fa61f9ebb457c99420714beb724ba to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c29fa61f9ebb457c99420714beb724ba 2024-12-02T08:24:25,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/59374e25ea3744f38f7a19b03260394b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/59374e25ea3744f38f7a19b03260394b 2024-12-02T08:24:25,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/61ab638975bd4fd7830360377edcb1e6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/61ab638975bd4fd7830360377edcb1e6 2024-12-02T08:24:25,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/dc2c9283e95940769cec9562c78e54bd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/dc2c9283e95940769cec9562c78e54bd 2024-12-02T08:24:25,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/fc1a88852852404ea9a5ce20433ae419 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/fc1a88852852404ea9a5ce20433ae419 2024-12-02T08:24:25,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c85f4f262dad447f9cab435e283dbf5c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c85f4f262dad447f9cab435e283dbf5c 2024-12-02T08:24:25,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/447ab46c148749068c0a7d706fc07cb2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/447ab46c148749068c0a7d706fc07cb2 2024-12-02T08:24:25,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ad67d368c4d843c785f7652bb293dc8e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/ad67d368c4d843c785f7652bb293dc8e 2024-12-02T08:24:25,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e89a910d7f654eadbef3012af931bd71 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e89a910d7f654eadbef3012af931bd71 2024-12-02T08:24:25,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/74ec6dec656d4d0cb27bb7d3af00a1d2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/74ec6dec656d4d0cb27bb7d3af00a1d2 2024-12-02T08:24:25,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c60cc13517f4ea0be9df86430347c9f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/1c60cc13517f4ea0be9df86430347c9f 2024-12-02T08:24:25,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e82bc1b77f374c16913b71577798a02e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/e82bc1b77f374c16913b71577798a02e 2024-12-02T08:24:25,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f339f69452bf4f019e6e961f476612f3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/2e101e49ff94432fae2ac7a5dca95bdf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/470774074c034c67a432964de75637e4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/cbca8979b9624bce847c78f235f3d310, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9d5dcf35867045bda0a76aba57dcd184, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/23d8d527fb624c37b3eb9338ecc6eb0a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/192a21dc69424a52b0ab5e383f157057, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/11c2c776e0b143f7b8853376e260bbb7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4f146838220d456381734fda907fa370, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/d735bcdbcbb84e03bed3c355ee630b97, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c73b1d651c6a4d1fa2ee9635a40dcad2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c8e67415886c48dbb9071ce86cea25ee, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/fb078f2820d2492dbbbe18b8fea67e7f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c43f11f03a274fd3984b47b3ae791eef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f491e8da389f457f9b9a1fd9ddfe09bc, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/dc5db4da83fb421490e9c3fd4fb2e826, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/07e914f903e04bfa898fde48d1458718, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c88e942da3e45c5bafe0c542d0ab32e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/adde86d83c354d28a4545ffe354158d9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/18704f5f57154271b7e2e6e9081cbfa2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/892e50b859b742c0bb2f2c31b13ba672, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5eacf585a33e4dac94718d1698589bb9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/bfa3d435f5f44b5bbdf075219a6e88c7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/60321eedf7ed4a86833c1977a3cdf70e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/674924cbcf7240b980875605cf7b5893, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/3d38f830e881424bb5bc93428e632a48, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/a7139d1f03424fd7882895d6588a56e6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c10c01c47ed4a61aeab12edc20663a4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/e2cd224fedb14eeb96d27a246c88b4cd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c89d62112c6340178cbbfa5555f26b7f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/239762e5436e45ffbbe4beacd2c869e2] to archive 2024-12-02T08:24:25,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:25,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f339f69452bf4f019e6e961f476612f3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f339f69452bf4f019e6e961f476612f3 2024-12-02T08:24:25,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/2e101e49ff94432fae2ac7a5dca95bdf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/2e101e49ff94432fae2ac7a5dca95bdf 2024-12-02T08:24:25,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/470774074c034c67a432964de75637e4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/470774074c034c67a432964de75637e4 2024-12-02T08:24:25,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/cbca8979b9624bce847c78f235f3d310 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/cbca8979b9624bce847c78f235f3d310 2024-12-02T08:24:25,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9d5dcf35867045bda0a76aba57dcd184 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9d5dcf35867045bda0a76aba57dcd184 2024-12-02T08:24:25,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/23d8d527fb624c37b3eb9338ecc6eb0a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/23d8d527fb624c37b3eb9338ecc6eb0a 2024-12-02T08:24:25,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/192a21dc69424a52b0ab5e383f157057 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/192a21dc69424a52b0ab5e383f157057 2024-12-02T08:24:25,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/11c2c776e0b143f7b8853376e260bbb7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/11c2c776e0b143f7b8853376e260bbb7 2024-12-02T08:24:25,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4f146838220d456381734fda907fa370 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4f146838220d456381734fda907fa370 2024-12-02T08:24:25,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/d735bcdbcbb84e03bed3c355ee630b97 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/d735bcdbcbb84e03bed3c355ee630b97 2024-12-02T08:24:25,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c73b1d651c6a4d1fa2ee9635a40dcad2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c73b1d651c6a4d1fa2ee9635a40dcad2 2024-12-02T08:24:25,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c8e67415886c48dbb9071ce86cea25ee to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c8e67415886c48dbb9071ce86cea25ee 2024-12-02T08:24:25,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/fb078f2820d2492dbbbe18b8fea67e7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/fb078f2820d2492dbbbe18b8fea67e7f 2024-12-02T08:24:25,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c43f11f03a274fd3984b47b3ae791eef to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c43f11f03a274fd3984b47b3ae791eef 2024-12-02T08:24:25,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f491e8da389f457f9b9a1fd9ddfe09bc to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/f491e8da389f457f9b9a1fd9ddfe09bc 2024-12-02T08:24:25,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/dc5db4da83fb421490e9c3fd4fb2e826 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/dc5db4da83fb421490e9c3fd4fb2e826 2024-12-02T08:24:25,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/07e914f903e04bfa898fde48d1458718 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/07e914f903e04bfa898fde48d1458718 2024-12-02T08:24:25,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c88e942da3e45c5bafe0c542d0ab32e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c88e942da3e45c5bafe0c542d0ab32e 2024-12-02T08:24:25,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/adde86d83c354d28a4545ffe354158d9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/adde86d83c354d28a4545ffe354158d9 2024-12-02T08:24:25,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/18704f5f57154271b7e2e6e9081cbfa2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/18704f5f57154271b7e2e6e9081cbfa2 2024-12-02T08:24:25,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5ef6d3b28a4e4a87bdcf79bf18fa2cc2 2024-12-02T08:24:25,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/892e50b859b742c0bb2f2c31b13ba672 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/892e50b859b742c0bb2f2c31b13ba672 2024-12-02T08:24:25,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5eacf585a33e4dac94718d1698589bb9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/5eacf585a33e4dac94718d1698589bb9 2024-12-02T08:24:25,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/bfa3d435f5f44b5bbdf075219a6e88c7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/bfa3d435f5f44b5bbdf075219a6e88c7 2024-12-02T08:24:25,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/60321eedf7ed4a86833c1977a3cdf70e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/60321eedf7ed4a86833c1977a3cdf70e 2024-12-02T08:24:25,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/674924cbcf7240b980875605cf7b5893 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/674924cbcf7240b980875605cf7b5893 2024-12-02T08:24:25,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/3d38f830e881424bb5bc93428e632a48 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/3d38f830e881424bb5bc93428e632a48 2024-12-02T08:24:25,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/a7139d1f03424fd7882895d6588a56e6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/a7139d1f03424fd7882895d6588a56e6 2024-12-02T08:24:25,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c10c01c47ed4a61aeab12edc20663a4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8c10c01c47ed4a61aeab12edc20663a4 2024-12-02T08:24:25,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/e2cd224fedb14eeb96d27a246c88b4cd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/e2cd224fedb14eeb96d27a246c88b4cd 2024-12-02T08:24:25,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c89d62112c6340178cbbfa5555f26b7f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/c89d62112c6340178cbbfa5555f26b7f 2024-12-02T08:24:25,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/239762e5436e45ffbbe4beacd2c869e2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/239762e5436e45ffbbe4beacd2c869e2 2024-12-02T08:24:25,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f7c76596129342b895a28b79e6b96c14, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/bffb4d7421b04969975efaa80cf5ddeb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/640ec47a6e604003aa502c57d4d67b8b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e766e0357f5c4c1592bc56ab571d197f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/363350f20a574b0f9fef3aa704fe8a6b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e10ac58ab66f427e987335af1ced3c24, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/fff085bdf3564b0ba5d194ce74eae2a9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e892e6cf4bf7499f82806d8ee952bc06, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/472749aeca52443ba0ecf6b24cedf469, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a29bddfd1d714de7a8707f923e2005a6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/49c039ec39294bf08e3adb0d788a49a3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/45df1a726c60413f8b66221c6761e9e3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/3e286350ee464ed3b830f121f7916ffd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/87ce597c3dc84ba4bb3b9449dfa21696, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/616914a4575b4aa8938b140acf5945b9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c8035c0caafb47018e6fbbd977f4f52e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ea6f0d82e238411697f9c776237d223c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2eb84cb017fc4c4e9cac42e1685aac2c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c7d97352b26a46439a4815a13c2e3eea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/9df35c30138f4533af5d85a166b8fe22, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a749bdbfa0a14745a35c3df9554a8ac2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ef6129e8df504a0481e9d408b0937b84, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/65f44ca370ae492e8c2a7dfa53e251c4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/729c98ecc66c4e8b8e3b8da0fd91cca5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/d4b3b0ba623c4f309557c3745c7a2268, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f20e27dc27d14b6196b8a936b7ffdf8e, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a232543a766f49f396142542f7c024ba, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/8e1cb8fd7fe44160b2c86220f63fcc22, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/1be1e357d8ca4349bf1357fec083788c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/837f28c239e2405486d9de30ab8db2bf, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2dfdc5a66f2d442384981314bf5f6eef, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/41f48f9adc8646a9a6582199ab30dc93] to archive 2024-12-02T08:24:25,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:25,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f7c76596129342b895a28b79e6b96c14 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f7c76596129342b895a28b79e6b96c14 2024-12-02T08:24:25,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/bffb4d7421b04969975efaa80cf5ddeb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/bffb4d7421b04969975efaa80cf5ddeb 2024-12-02T08:24:25,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/640ec47a6e604003aa502c57d4d67b8b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/640ec47a6e604003aa502c57d4d67b8b 2024-12-02T08:24:25,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e766e0357f5c4c1592bc56ab571d197f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e766e0357f5c4c1592bc56ab571d197f 2024-12-02T08:24:25,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/363350f20a574b0f9fef3aa704fe8a6b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/363350f20a574b0f9fef3aa704fe8a6b 2024-12-02T08:24:25,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e10ac58ab66f427e987335af1ced3c24 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e10ac58ab66f427e987335af1ced3c24 2024-12-02T08:24:25,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/fff085bdf3564b0ba5d194ce74eae2a9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/fff085bdf3564b0ba5d194ce74eae2a9 2024-12-02T08:24:25,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e892e6cf4bf7499f82806d8ee952bc06 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/e892e6cf4bf7499f82806d8ee952bc06 2024-12-02T08:24:25,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/472749aeca52443ba0ecf6b24cedf469 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/472749aeca52443ba0ecf6b24cedf469 2024-12-02T08:24:25,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a29bddfd1d714de7a8707f923e2005a6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a29bddfd1d714de7a8707f923e2005a6 2024-12-02T08:24:25,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/49c039ec39294bf08e3adb0d788a49a3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/49c039ec39294bf08e3adb0d788a49a3 2024-12-02T08:24:25,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/45df1a726c60413f8b66221c6761e9e3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/45df1a726c60413f8b66221c6761e9e3 2024-12-02T08:24:25,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/3e286350ee464ed3b830f121f7916ffd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/3e286350ee464ed3b830f121f7916ffd 2024-12-02T08:24:25,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/87ce597c3dc84ba4bb3b9449dfa21696 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/87ce597c3dc84ba4bb3b9449dfa21696 2024-12-02T08:24:25,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/616914a4575b4aa8938b140acf5945b9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/616914a4575b4aa8938b140acf5945b9 2024-12-02T08:24:25,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c8035c0caafb47018e6fbbd977f4f52e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c8035c0caafb47018e6fbbd977f4f52e 2024-12-02T08:24:25,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ea6f0d82e238411697f9c776237d223c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ea6f0d82e238411697f9c776237d223c 2024-12-02T08:24:25,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2eb84cb017fc4c4e9cac42e1685aac2c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2eb84cb017fc4c4e9cac42e1685aac2c 2024-12-02T08:24:25,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c7d97352b26a46439a4815a13c2e3eea to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/c7d97352b26a46439a4815a13c2e3eea 2024-12-02T08:24:25,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/9df35c30138f4533af5d85a166b8fe22 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/9df35c30138f4533af5d85a166b8fe22 2024-12-02T08:24:25,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a749bdbfa0a14745a35c3df9554a8ac2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a749bdbfa0a14745a35c3df9554a8ac2 2024-12-02T08:24:25,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ef6129e8df504a0481e9d408b0937b84 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/ef6129e8df504a0481e9d408b0937b84 2024-12-02T08:24:25,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/65f44ca370ae492e8c2a7dfa53e251c4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/65f44ca370ae492e8c2a7dfa53e251c4 2024-12-02T08:24:25,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/729c98ecc66c4e8b8e3b8da0fd91cca5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/729c98ecc66c4e8b8e3b8da0fd91cca5 2024-12-02T08:24:25,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/d4b3b0ba623c4f309557c3745c7a2268 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/d4b3b0ba623c4f309557c3745c7a2268 2024-12-02T08:24:25,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f20e27dc27d14b6196b8a936b7ffdf8e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/f20e27dc27d14b6196b8a936b7ffdf8e 2024-12-02T08:24:25,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a232543a766f49f396142542f7c024ba to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/a232543a766f49f396142542f7c024ba 2024-12-02T08:24:25,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/8e1cb8fd7fe44160b2c86220f63fcc22 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/8e1cb8fd7fe44160b2c86220f63fcc22 2024-12-02T08:24:25,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/1be1e357d8ca4349bf1357fec083788c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/1be1e357d8ca4349bf1357fec083788c 2024-12-02T08:24:25,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/837f28c239e2405486d9de30ab8db2bf to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/837f28c239e2405486d9de30ab8db2bf 2024-12-02T08:24:25,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2dfdc5a66f2d442384981314bf5f6eef to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2dfdc5a66f2d442384981314bf5f6eef 2024-12-02T08:24:25,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/41f48f9adc8646a9a6582199ab30dc93 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/41f48f9adc8646a9a6582199ab30dc93 2024-12-02T08:24:25,181 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/recovered.edits/505.seqid, newMaxSeqId=505, maxSeqId=1 2024-12-02T08:24:25,182 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f. 2024-12-02T08:24:25,182 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 47ff49c05e3d66aeeccbccea89016c3f: 2024-12-02T08:24:25,183 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:25,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=47ff49c05e3d66aeeccbccea89016c3f, regionState=CLOSED 2024-12-02T08:24:25,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-02T08:24:25,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 47ff49c05e3d66aeeccbccea89016c3f, server=ceab608fb84d,41577,1733127704904 in 1.9790 sec 2024-12-02T08:24:25,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-02T08:24:25,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=47ff49c05e3d66aeeccbccea89016c3f, UNASSIGN in 1.9830 sec 2024-12-02T08:24:25,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-02T08:24:25,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9850 sec 2024-12-02T08:24:25,189 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127865189"}]},"ts":"1733127865189"} 2024-12-02T08:24:25,190 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T08:24:25,227 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T08:24:25,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0410 sec 2024-12-02T08:24:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-02T08:24:25,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-02T08:24:25,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T08:24:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:25,295 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T08:24:25,295 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:25,302 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:25,303 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/recovered.edits] 2024-12-02T08:24:25,306 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/094fae9b26074df6b5101a051ce3b427 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/094fae9b26074df6b5101a051ce3b427 2024-12-02T08:24:25,307 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/a505530de3024591a50274edde026843 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/a505530de3024591a50274edde026843 2024-12-02T08:24:25,309 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c063d1fa6b1f45c29bbd04b940cd63a6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/c063d1fa6b1f45c29bbd04b940cd63a6 2024-12-02T08:24:25,316 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/cfdc53e3ca504e97b4cd5e389aef3ae6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/cfdc53e3ca504e97b4cd5e389aef3ae6 2024-12-02T08:24:25,317 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/f649f6b01bb04114bb5d3611d9ce9740 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/A/f649f6b01bb04114bb5d3611d9ce9740 2024-12-02T08:24:25,319 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/031b3cd039e4476a90ba7c287d12d026 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/031b3cd039e4476a90ba7c287d12d026 2024-12-02T08:24:25,323 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4843553add4040e899016d744b672b12 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/4843553add4040e899016d744b672b12 2024-12-02T08:24:25,325 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8ecacb90a5dd456d9377f568517c4a54 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/8ecacb90a5dd456d9377f568517c4a54 2024-12-02T08:24:25,326 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9086e3ec61194601992929386e987de9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/9086e3ec61194601992929386e987de9 2024-12-02T08:24:25,327 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/b93fa117f4914afbaecbede0f7627fc5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/B/b93fa117f4914afbaecbede0f7627fc5 2024-12-02T08:24:25,329 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/0139c8217d2342e1a55bfce54f4c0e82 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/0139c8217d2342e1a55bfce54f4c0e82 2024-12-02T08:24:25,330 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2367208111ac4ed7ac47b15711b8be0c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/2367208111ac4ed7ac47b15711b8be0c 2024-12-02T08:24:25,331 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/51f2b5fa683a4c7696fddc872f1140f4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/51f2b5fa683a4c7696fddc872f1140f4 2024-12-02T08:24:25,333 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/669925d0c857413093799a836c9c324f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/669925d0c857413093799a836c9c324f 2024-12-02T08:24:25,334 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/b8bd7e9ede2c4537a00e76156aea9e9f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/C/b8bd7e9ede2c4537a00e76156aea9e9f 2024-12-02T08:24:25,336 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/recovered.edits/505.seqid to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f/recovered.edits/505.seqid 2024-12-02T08:24:25,337 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/47ff49c05e3d66aeeccbccea89016c3f 2024-12-02T08:24:25,337 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T08:24:25,339 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:25,341 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T08:24:25,343 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T08:24:25,344 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:25,345 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T08:24:25,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733127865345"}]},"ts":"9223372036854775807"} 2024-12-02T08:24:25,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T08:24:25,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 47ff49c05e3d66aeeccbccea89016c3f, NAME => 'TestAcidGuarantees,,1733127840400.47ff49c05e3d66aeeccbccea89016c3f.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T08:24:25,346 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T08:24:25,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733127865347"}]},"ts":"9223372036854775807"} 2024-12-02T08:24:25,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T08:24:25,361 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:25,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-12-02T08:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-02T08:24:25,396 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-02T08:24:25,404 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240 (was 236) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=679 (was 671) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=4081 (was 4132) 2024-12-02T08:24:25,412 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=679, ProcessCount=9, AvailableMemoryMB=4081 2024-12-02T08:24:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:24:25,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:25,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T08:24:25,415 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:25,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 163 2024-12-02T08:24:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T08:24:25,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T08:24:25,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742465_1641 (size=963) 2024-12-02T08:24:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T08:24:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T08:24:25,826 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907 2024-12-02T08:24:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742466_1642 (size=53) 2024-12-02T08:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T08:24:26,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:24:26,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5b6484664ab67ee334084e11d67dd254, disabling compactions & flushes 2024-12-02T08:24:26,232 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. after waiting 0 ms 2024-12-02T08:24:26,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,232 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,232 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:26,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T08:24:26,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733127866233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733127866233"}]},"ts":"1733127866233"} 2024-12-02T08:24:26,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T08:24:26,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T08:24:26,235 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127866235"}]},"ts":"1733127866235"} 2024-12-02T08:24:26,236 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T08:24:26,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, ASSIGN}] 2024-12-02T08:24:26,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, ASSIGN 2024-12-02T08:24:26,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, ASSIGN; state=OFFLINE, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=false 2024-12-02T08:24:26,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:26,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; OpenRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:24:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T08:24:26,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:26,593 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,593 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7285): Opening region: {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:24:26,593 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,593 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:24:26,594 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7327): checking encryption for 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,594 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7330): checking classloading for 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,595 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,596 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:26,596 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6484664ab67ee334084e11d67dd254 columnFamilyName A 2024-12-02T08:24:26,596 DEBUG [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:26,597 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(327): Store=5b6484664ab67ee334084e11d67dd254/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:26,597 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,599 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:26,599 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6484664ab67ee334084e11d67dd254 columnFamilyName B 2024-12-02T08:24:26,599 DEBUG [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:26,600 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(327): Store=5b6484664ab67ee334084e11d67dd254/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:26,600 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,601 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:26,601 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6484664ab67ee334084e11d67dd254 columnFamilyName C 2024-12-02T08:24:26,601 DEBUG [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:26,601 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(327): Store=5b6484664ab67ee334084e11d67dd254/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:26,601 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,602 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,602 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,604 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:24:26,605 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1085): writing seq id for 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:26,607 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T08:24:26,607 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1102): Opened 5b6484664ab67ee334084e11d67dd254; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74949516, jitterRate=0.11683481931686401}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:24:26,608 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1001): Region open journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:26,609 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., pid=165, masterSystemTime=1733127866589 2024-12-02T08:24:26,610 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,610 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:26,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=OPEN, openSeqNum=2, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:26,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-02T08:24:26,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; OpenRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 in 173 msec 2024-12-02T08:24:26,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-02T08:24:26,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, ASSIGN in 328 msec 2024-12-02T08:24:26,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T08:24:26,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127866615"}]},"ts":"1733127866615"} 2024-12-02T08:24:26,616 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T08:24:26,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T08:24:26,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2150 sec 2024-12-02T08:24:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-02T08:24:27,520 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-02T08:24:27,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x092e7af3 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71c377ac 2024-12-02T08:24:27,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc71f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:27,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:27,586 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:27,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T08:24:27,588 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T08:24:27,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T08:24:27,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T08:24:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742467_1643 (size=999) 2024-12-02T08:24:28,006 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-02T08:24:28,006 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-02T08:24:28,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:24:28,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, REOPEN/MOVE}] 2024-12-02T08:24:28,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, REOPEN/MOVE 2024-12-02T08:24:28,011 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,012 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35001 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=ceab608fb84d,41577,1733127704904, table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T08:24:28,012 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:24:28,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; CloseRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:24:28,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,164 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,164 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:24:28,164 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing 5b6484664ab67ee334084e11d67dd254, disabling compactions & flushes 2024-12-02T08:24:28,164 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,164 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,164 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. after waiting 0 ms 2024-12-02T08:24:28,164 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,167 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T08:24:28,167 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,167 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:28,167 WARN [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionServer(3786): Not adding moved region record: 5b6484664ab67ee334084e11d67dd254 to self. 2024-12-02T08:24:28,168 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=CLOSED 2024-12-02T08:24:28,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-02T08:24:28,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 in 157 msec 2024-12-02T08:24:28,171 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, REOPEN/MOVE; state=CLOSED, location=ceab608fb84d,41577,1733127704904; forceNewPlan=false, retain=true 2024-12-02T08:24:28,321 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=OPENING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=168, state=RUNNABLE; OpenRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:24:28,473 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,475 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,476 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7285): Opening region: {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} 2024-12-02T08:24:28,476 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,476 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T08:24:28,476 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7327): checking encryption for 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,476 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7330): checking classloading for 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,477 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,477 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:28,477 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6484664ab67ee334084e11d67dd254 columnFamilyName A 2024-12-02T08:24:28,478 DEBUG [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:28,479 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(327): Store=5b6484664ab67ee334084e11d67dd254/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:28,479 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,479 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:28,480 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6484664ab67ee334084e11d67dd254 columnFamilyName B 2024-12-02T08:24:28,480 DEBUG [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:28,480 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(327): Store=5b6484664ab67ee334084e11d67dd254/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:28,480 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,481 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-02T08:24:28,481 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6484664ab67ee334084e11d67dd254 columnFamilyName C 2024-12-02T08:24:28,481 DEBUG [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:28,481 INFO [StoreOpener-5b6484664ab67ee334084e11d67dd254-1 {}] regionserver.HStore(327): Store=5b6484664ab67ee334084e11d67dd254/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T08:24:28,481 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,482 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,482 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,484 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T08:24:28,485 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1085): writing seq id for 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,485 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1102): Opened 5b6484664ab67ee334084e11d67dd254; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63728880, jitterRate=-0.05036568641662598}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T08:24:28,486 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1001): Region open journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:28,486 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., pid=170, masterSystemTime=1733127868473 2024-12-02T08:24:28,487 DEBUG [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,487 INFO [RS_OPEN_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=OPEN, openSeqNum=5, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=168 2024-12-02T08:24:28,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=168, state=SUCCESS; OpenRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 in 167 msec 2024-12-02T08:24:28,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-02T08:24:28,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, REOPEN/MOVE in 480 msec 2024-12-02T08:24:28,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-02T08:24:28,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-12-02T08:24:28,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-12-02T08:24:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-12-02T08:24:28,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17899883 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d1de3c9 2024-12-02T08:24:28,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a7bd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b739a35 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9e22139 2024-12-02T08:24:28,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d688bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20bb05a7 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38481360 2024-12-02T08:24:28,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7e171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-12-02T08:24:28,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-12-02T08:24:28,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49019618 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76670256 2024-12-02T08:24:28,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbb1399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7887fec7 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36bc3633 2024-12-02T08:24:28,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fccca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x336d4b92 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64b7ee62 2024-12-02T08:24:28,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539997ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x219191a1 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a0ebf0f 2024-12-02T08:24:28,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b56307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b69e269 to 127.0.0.1:64366 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7410dccc 2024-12-02T08:24:28,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a733412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T08:24:28,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-02T08:24:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T08:24:28,687 DEBUG [hconnection-0x6daf5ff0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:28,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:28,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:28,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,691 DEBUG [hconnection-0x402007b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,692 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,695 DEBUG [hconnection-0x6375c536-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,696 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:28,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:28,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:28,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:28,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:28,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:28,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:28,698 DEBUG [hconnection-0x2ed6b3d6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,699 DEBUG [hconnection-0x412ef5aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,699 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,700 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,711 DEBUG [hconnection-0x21d19d7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,712 DEBUG [hconnection-0x7952b51f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,714 DEBUG [hconnection-0x791d46b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,714 DEBUG [hconnection-0xa03a6ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,716 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,716 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,716 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,718 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,721 DEBUG [hconnection-0x30ab3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T08:24:28,724 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T08:24:28,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127928728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127928729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127928735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127928736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127928736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202835e6f36d9674828bbbcbe9a2c1ec77b_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127868695/Put/seqid=0 2024-12-02T08:24:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T08:24:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742468_1644 (size=12154) 2024-12-02T08:24:28,782 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:28,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202835e6f36d9674828bbbcbe9a2c1ec77b_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202835e6f36d9674828bbbcbe9a2c1ec77b_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:28,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/4a67490f7b224cd587a4940bc9a56ea9, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:28,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/4a67490f7b224cd587a4940bc9a56ea9 is 175, key is test_row_0/A:col10/1733127868695/Put/seqid=0 2024-12-02T08:24:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742469_1645 (size=30955) 2024-12-02T08:24:28,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/4a67490f7b224cd587a4940bc9a56ea9 2024-12-02T08:24:28,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127928834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127928837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:28,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127928837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:28,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127928838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127928838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:28,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/390e0fe9915d4e81895466727562475d is 50, key is test_row_0/B:col10/1733127868695/Put/seqid=0 2024-12-02T08:24:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742470_1646 (size=12001) 2024-12-02T08:24:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T08:24:28,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:28,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:28,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:28,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127929037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127929041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127929041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127929041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127929042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/390e0fe9915d4e81895466727562475d 2024-12-02T08:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T08:24:29,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d5f0a7b567e5435ba4171ee5eca36a8d is 50, key is test_row_0/C:col10/1733127868695/Put/seqid=0 2024-12-02T08:24:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742471_1647 (size=12001) 2024-12-02T08:24:29,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d5f0a7b567e5435ba4171ee5eca36a8d 2024-12-02T08:24:29,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/4a67490f7b224cd587a4940bc9a56ea9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/4a67490f7b224cd587a4940bc9a56ea9 2024-12-02T08:24:29,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/4a67490f7b224cd587a4940bc9a56ea9, entries=150, sequenceid=15, filesize=30.2 K 2024-12-02T08:24:29,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/390e0fe9915d4e81895466727562475d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/390e0fe9915d4e81895466727562475d 2024-12-02T08:24:29,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/390e0fe9915d4e81895466727562475d, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T08:24:29,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d5f0a7b567e5435ba4171ee5eca36a8d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5f0a7b567e5435ba4171ee5eca36a8d 2024-12-02T08:24:29,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5f0a7b567e5435ba4171ee5eca36a8d, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T08:24:29,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b6484664ab67ee334084e11d67dd254 in 616ms, sequenceid=15, compaction requested=false 2024-12-02T08:24:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:29,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:24:29,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:29,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:29,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:29,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:29,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:29,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:29,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026b857ac4dff44b93a6e4134e713280af_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127869340/Put/seqid=0 2024-12-02T08:24:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127929347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127929349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127929349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127929349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127929349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742472_1648 (size=12154) 2024-12-02T08:24:29,365 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:29,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026b857ac4dff44b93a6e4134e713280af_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026b857ac4dff44b93a6e4134e713280af_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:29,371 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/b5eb4bf8a78541dda3cd08d9d667b76c, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:29,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/b5eb4bf8a78541dda3cd08d9d667b76c is 175, key is test_row_0/A:col10/1733127869340/Put/seqid=0 2024-12-02T08:24:29,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742473_1649 (size=30955) 2024-12-02T08:24:29,377 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/b5eb4bf8a78541dda3cd08d9d667b76c 2024-12-02T08:24:29,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3725a3f7adac48bfa9efd6e4973ad84d is 50, key is test_row_0/B:col10/1733127869340/Put/seqid=0 2024-12-02T08:24:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742474_1650 (size=12001) 2024-12-02T08:24:29,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3725a3f7adac48bfa9efd6e4973ad84d 2024-12-02T08:24:29,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/96eb2b54bd224ae097dabe47f5171282 is 50, key is test_row_0/C:col10/1733127869340/Put/seqid=0 2024-12-02T08:24:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742475_1651 (size=12001) 2024-12-02T08:24:29,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127929451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127929451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127929451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127929451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127929452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:29,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:29,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127929653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127929653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127929654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127929654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127929659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:29,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T08:24:29,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/96eb2b54bd224ae097dabe47f5171282 2024-12-02T08:24:29,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/b5eb4bf8a78541dda3cd08d9d667b76c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/b5eb4bf8a78541dda3cd08d9d667b76c 2024-12-02T08:24:29,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/b5eb4bf8a78541dda3cd08d9d667b76c, entries=150, sequenceid=41, filesize=30.2 K 2024-12-02T08:24:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3725a3f7adac48bfa9efd6e4973ad84d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3725a3f7adac48bfa9efd6e4973ad84d 2024-12-02T08:24:29,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3725a3f7adac48bfa9efd6e4973ad84d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-02T08:24:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/96eb2b54bd224ae097dabe47f5171282 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/96eb2b54bd224ae097dabe47f5171282 2024-12-02T08:24:29,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/96eb2b54bd224ae097dabe47f5171282, entries=150, sequenceid=41, filesize=11.7 K 2024-12-02T08:24:29,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 5b6484664ab67ee334084e11d67dd254 in 523ms, sequenceid=41, compaction requested=false 2024-12-02T08:24:29,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:29,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:29,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-02T08:24:29,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:29,951 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:29,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:29,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e4159f5ca3ff4c9d97a845a694786a1c_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127869347/Put/seqid=0 2024-12-02T08:24:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742476_1652 (size=12154) 2024-12-02T08:24:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:30,000 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e4159f5ca3ff4c9d97a845a694786a1c_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4159f5ca3ff4c9d97a845a694786a1c_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:30,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/e8203818c2af4631bb16289a0b3af5b4, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/e8203818c2af4631bb16289a0b3af5b4 is 175, key is test_row_0/A:col10/1733127869347/Put/seqid=0 2024-12-02T08:24:30,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742477_1653 (size=30955) 2024-12-02T08:24:30,015 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/e8203818c2af4631bb16289a0b3af5b4 2024-12-02T08:24:30,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127930027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127930031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127930031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127930033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127930034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a6c81495dce6422ba2312c5bbbc73aab is 50, key is test_row_0/B:col10/1733127869347/Put/seqid=0 2024-12-02T08:24:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742478_1654 (size=12001) 2024-12-02T08:24:30,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127930134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127930139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127930139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127930141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127930147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127930337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127930342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127930343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127930349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127930351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,501 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a6c81495dce6422ba2312c5bbbc73aab 2024-12-02T08:24:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d6b4c1ad34dc4421b416c2f25fbc3b6d is 50, key is test_row_0/C:col10/1733127869347/Put/seqid=0 2024-12-02T08:24:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742479_1655 (size=12001) 2024-12-02T08:24:30,540 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d6b4c1ad34dc4421b416c2f25fbc3b6d 2024-12-02T08:24:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/e8203818c2af4631bb16289a0b3af5b4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e8203818c2af4631bb16289a0b3af5b4 2024-12-02T08:24:30,574 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e8203818c2af4631bb16289a0b3af5b4, entries=150, sequenceid=52, filesize=30.2 K 2024-12-02T08:24:30,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a6c81495dce6422ba2312c5bbbc73aab as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6c81495dce6422ba2312c5bbbc73aab 2024-12-02T08:24:30,580 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6c81495dce6422ba2312c5bbbc73aab, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T08:24:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d6b4c1ad34dc4421b416c2f25fbc3b6d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d6b4c1ad34dc4421b416c2f25fbc3b6d 2024-12-02T08:24:30,585 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d6b4c1ad34dc4421b416c2f25fbc3b6d, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T08:24:30,586 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5b6484664ab67ee334084e11d67dd254 in 636ms, sequenceid=52, compaction requested=true 2024-12-02T08:24:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-02T08:24:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-02T08:24:30,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-02T08:24:30,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9000 sec 2024-12-02T08:24:30,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.9090 sec 2024-12-02T08:24:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:30,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-02T08:24:30,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:30,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:30,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:30,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:30,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:30,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:30,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127930653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127930653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127930654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127930654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127930655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e7b50645a4a64edb83e723b8044deffc_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127870644/Put/seqid=0 2024-12-02T08:24:30,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742480_1656 (size=14594) 2024-12-02T08:24:30,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T08:24:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127930758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127930757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127930758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-02T08:24:30,791 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-02T08:24:30,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-02T08:24:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T08:24:30,798 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:30,799 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:30,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T08:24:30,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-02T08:24:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:30,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127930967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127930967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:30,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127930967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T08:24:31,104 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:31,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-02T08:24:31,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:31,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e7b50645a4a64edb83e723b8044deffc_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e7b50645a4a64edb83e723b8044deffc_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:31,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/f55450030e1f4e3fbeaf7bf3d030e60c, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:31,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/f55450030e1f4e3fbeaf7bf3d030e60c is 175, key is test_row_0/A:col10/1733127870644/Put/seqid=0 2024-12-02T08:24:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742481_1657 (size=39549) 2024-12-02T08:24:31,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/f55450030e1f4e3fbeaf7bf3d030e60c 2024-12-02T08:24:31,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/853437c86b154c8d94c58b9f8d02ce04 is 50, key is test_row_0/B:col10/1733127870644/Put/seqid=0 2024-12-02T08:24:31,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127931162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127931167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742482_1658 (size=12001) 2024-12-02T08:24:31,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/853437c86b154c8d94c58b9f8d02ce04 2024-12-02T08:24:31,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/c81da7a4987d48259037e56c5a1e7417 is 50, key is test_row_0/C:col10/1733127870644/Put/seqid=0 2024-12-02T08:24:31,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-02T08:24:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127931271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127931272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127931278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742483_1659 (size=12001) 2024-12-02T08:24:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T08:24:31,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-02T08:24:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-02T08:24:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:31,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/c81da7a4987d48259037e56c5a1e7417 2024-12-02T08:24:31,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/f55450030e1f4e3fbeaf7bf3d030e60c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/f55450030e1f4e3fbeaf7bf3d030e60c 2024-12-02T08:24:31,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/f55450030e1f4e3fbeaf7bf3d030e60c, entries=200, sequenceid=79, filesize=38.6 K 2024-12-02T08:24:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/853437c86b154c8d94c58b9f8d02ce04 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/853437c86b154c8d94c58b9f8d02ce04 2024-12-02T08:24:31,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/853437c86b154c8d94c58b9f8d02ce04, entries=150, sequenceid=79, filesize=11.7 K 2024-12-02T08:24:31,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/c81da7a4987d48259037e56c5a1e7417 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c81da7a4987d48259037e56c5a1e7417 2024-12-02T08:24:31,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c81da7a4987d48259037e56c5a1e7417, entries=150, sequenceid=79, filesize=11.7 K 2024-12-02T08:24:31,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5b6484664ab67ee334084e11d67dd254 in 1082ms, sequenceid=79, compaction requested=true 2024-12-02T08:24:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:31,727 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:31,727 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:31,731 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:31,731 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:31,731 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,731 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/390e0fe9915d4e81895466727562475d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3725a3f7adac48bfa9efd6e4973ad84d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6c81495dce6422ba2312c5bbbc73aab, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/853437c86b154c8d94c58b9f8d02ce04] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=46.9 K 2024-12-02T08:24:31,731 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:31,731 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:31,731 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,732 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 390e0fe9915d4e81895466727562475d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733127868693 2024-12-02T08:24:31,732 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 3725a3f7adac48bfa9efd6e4973ad84d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733127868728 2024-12-02T08:24:31,733 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a6c81495dce6422ba2312c5bbbc73aab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733127869347 2024-12-02T08:24:31,733 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 853437c86b154c8d94c58b9f8d02ce04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733127870030 2024-12-02T08:24:31,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-02T08:24:31,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,739 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-02T08:24:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:31,740 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/4a67490f7b224cd587a4940bc9a56ea9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/b5eb4bf8a78541dda3cd08d9d667b76c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e8203818c2af4631bb16289a0b3af5b4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/f55450030e1f4e3fbeaf7bf3d030e60c] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=129.3 K 2024-12-02T08:24:31,740 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,740 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/4a67490f7b224cd587a4940bc9a56ea9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/b5eb4bf8a78541dda3cd08d9d667b76c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e8203818c2af4631bb16289a0b3af5b4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/f55450030e1f4e3fbeaf7bf3d030e60c] 2024-12-02T08:24:31,742 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a67490f7b224cd587a4940bc9a56ea9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733127868693 2024-12-02T08:24:31,743 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5eb4bf8a78541dda3cd08d9d667b76c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733127868728 2024-12-02T08:24:31,744 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8203818c2af4631bb16289a0b3af5b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733127869347 2024-12-02T08:24:31,744 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting f55450030e1f4e3fbeaf7bf3d030e60c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733127870030 2024-12-02T08:24:31,770 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:31,771 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/d3bb7b811f144de8ad6637dce4e667e3 is 50, key is test_row_0/B:col10/1733127870644/Put/seqid=0 2024-12-02T08:24:31,773 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202261acd02c0234b5a85c9402e41889431_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127870648/Put/seqid=0 2024-12-02T08:24:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:31,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202f19080c96f534209a7b93237d8f687da_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:31,788 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202f19080c96f534209a7b93237d8f687da_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:31,788 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f19080c96f534209a7b93237d8f687da_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742484_1660 (size=12139) 2024-12-02T08:24:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742485_1661 (size=12154) 2024-12-02T08:24:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742486_1662 (size=4469) 2024-12-02T08:24:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:31,812 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202261acd02c0234b5a85c9402e41889431_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202261acd02c0234b5a85c9402e41889431_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/0feecc5d54b04941b8374f90fbf87270, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:31,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/0feecc5d54b04941b8374f90fbf87270 is 175, key is test_row_0/A:col10/1733127870648/Put/seqid=0 2024-12-02T08:24:31,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127931819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127931820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127931823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742487_1663 (size=30955) 2024-12-02T08:24:31,834 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/0feecc5d54b04941b8374f90fbf87270 2024-12-02T08:24:31,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/be7652c58d144ed59fd5c6f17670a810 is 50, key is test_row_0/B:col10/1733127870648/Put/seqid=0 2024-12-02T08:24:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T08:24:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742488_1664 (size=12001) 2024-12-02T08:24:31,907 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/be7652c58d144ed59fd5c6f17670a810 2024-12-02T08:24:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127931924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127931927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7 is 50, key is test_row_0/C:col10/1733127870648/Put/seqid=0 2024-12-02T08:24:31,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127931943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:31,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742489_1665 (size=12001) 2024-12-02T08:24:31,958 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7 2024-12-02T08:24:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/0feecc5d54b04941b8374f90fbf87270 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/0feecc5d54b04941b8374f90fbf87270 2024-12-02T08:24:31,976 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/0feecc5d54b04941b8374f90fbf87270, entries=150, sequenceid=89, filesize=30.2 K 2024-12-02T08:24:31,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/be7652c58d144ed59fd5c6f17670a810 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/be7652c58d144ed59fd5c6f17670a810 2024-12-02T08:24:31,985 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/be7652c58d144ed59fd5c6f17670a810, entries=150, sequenceid=89, filesize=11.7 K 2024-12-02T08:24:31,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7 2024-12-02T08:24:31,990 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7, entries=150, sequenceid=89, filesize=11.7 K 2024-12-02T08:24:31,991 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5b6484664ab67ee334084e11d67dd254 in 252ms, sequenceid=89, compaction requested=true 2024-12-02T08:24:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-02T08:24:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-02T08:24:31,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-02T08:24:31,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1930 sec 2024-12-02T08:24:31,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.2030 sec 2024-12-02T08:24:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:32,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T08:24:32,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:32,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:32,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:32,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:32,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:32,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:32,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120279c83196732c4e709ce53d2cf88b3784_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127871814/Put/seqid=0 2024-12-02T08:24:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127932153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742490_1666 (size=12154) 2024-12-02T08:24:32,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:32,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127932158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127932158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,165 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120279c83196732c4e709ce53d2cf88b3784_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120279c83196732c4e709ce53d2cf88b3784_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:32,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/24db5107f900499f8ac7f4e7643a2a32, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:32,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/24db5107f900499f8ac7f4e7643a2a32 is 175, key is test_row_0/A:col10/1733127871814/Put/seqid=0 2024-12-02T08:24:32,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127932169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127932175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742491_1667 (size=30955) 2024-12-02T08:24:32,184 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/24db5107f900499f8ac7f4e7643a2a32 2024-12-02T08:24:32,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/f875ac257b4b42a7bdd5662d9668ee5b is 50, key is test_row_0/B:col10/1733127871814/Put/seqid=0 2024-12-02T08:24:32,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742492_1668 (size=12001) 2024-12-02T08:24:32,213 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#567 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:32,213 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3259180ccdbc44d79875ffa83a94ee9c is 175, key is test_row_0/A:col10/1733127870644/Put/seqid=0 2024-12-02T08:24:32,221 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/d3bb7b811f144de8ad6637dce4e667e3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d3bb7b811f144de8ad6637dce4e667e3 2024-12-02T08:24:32,233 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into d3bb7b811f144de8ad6637dce4e667e3(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:32,233 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:32,233 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=12, startTime=1733127871727; duration=0sec 2024-12-02T08:24:32,233 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:32,233 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:32,234 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-02T08:24:32,235 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-02T08:24:32,235 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:32,235 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:32,235 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5f0a7b567e5435ba4171ee5eca36a8d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/96eb2b54bd224ae097dabe47f5171282, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d6b4c1ad34dc4421b416c2f25fbc3b6d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c81da7a4987d48259037e56c5a1e7417, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=58.6 K 2024-12-02T08:24:32,235 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d5f0a7b567e5435ba4171ee5eca36a8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733127868693 2024-12-02T08:24:32,236 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 96eb2b54bd224ae097dabe47f5171282, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733127868728 2024-12-02T08:24:32,236 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d6b4c1ad34dc4421b416c2f25fbc3b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733127869347 2024-12-02T08:24:32,236 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c81da7a4987d48259037e56c5a1e7417, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733127870030 2024-12-02T08:24:32,236 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting aab9ba61f48d4faeb4a7d3e0cf0c72a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733127870648 2024-12-02T08:24:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742493_1669 (size=31093) 2024-12-02T08:24:32,255 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3259180ccdbc44d79875ffa83a94ee9c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3259180ccdbc44d79875ffa83a94ee9c 2024-12-02T08:24:32,259 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:32,260 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d48741b436fb479db03d2528016507a6 is 50, key is test_row_0/C:col10/1733127870648/Put/seqid=0 2024-12-02T08:24:32,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127932259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,262 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into 3259180ccdbc44d79875ffa83a94ee9c(size=30.4 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:32,262 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:32,262 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=12, startTime=1733127871727; duration=0sec 2024-12-02T08:24:32,262 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:32,262 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127932262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127932262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742494_1670 (size=12173) 2024-12-02T08:24:32,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127932462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127932471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127932472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/f875ac257b4b42a7bdd5662d9668ee5b 2024-12-02T08:24:32,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/eeea8382234f49a79790a0d9a6d8eaec is 50, key is test_row_0/C:col10/1733127871814/Put/seqid=0 2024-12-02T08:24:32,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742495_1671 (size=12001) 2024-12-02T08:24:32,686 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d48741b436fb479db03d2528016507a6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d48741b436fb479db03d2528016507a6 2024-12-02T08:24:32,692 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into d48741b436fb479db03d2528016507a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:32,692 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:32,692 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=11, startTime=1733127871727; duration=0sec 2024-12-02T08:24:32,692 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:32,693 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:32,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127932783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127932783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127932785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-02T08:24:32,898 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-02T08:24:32,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-02T08:24:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-02T08:24:32,901 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:32,902 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:32,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-02T08:24:33,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-02T08:24:33,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:33,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:33,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:33,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:33,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:33,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/eeea8382234f49a79790a0d9a6d8eaec 2024-12-02T08:24:33,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/24db5107f900499f8ac7f4e7643a2a32 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/24db5107f900499f8ac7f4e7643a2a32 2024-12-02T08:24:33,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/24db5107f900499f8ac7f4e7643a2a32, entries=150, sequenceid=117, filesize=30.2 K 2024-12-02T08:24:33,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/f875ac257b4b42a7bdd5662d9668ee5b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/f875ac257b4b42a7bdd5662d9668ee5b 2024-12-02T08:24:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/f875ac257b4b42a7bdd5662d9668ee5b, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T08:24:33,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/eeea8382234f49a79790a0d9a6d8eaec as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/eeea8382234f49a79790a0d9a6d8eaec 2024-12-02T08:24:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/eeea8382234f49a79790a0d9a6d8eaec, entries=150, sequenceid=117, filesize=11.7 K 2024-12-02T08:24:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5b6484664ab67ee334084e11d67dd254 in 933ms, sequenceid=117, compaction requested=true 2024-12-02T08:24:33,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,076 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:33,077 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,077 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:33,077 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:33,077 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:33,077 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3259180ccdbc44d79875ffa83a94ee9c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/0feecc5d54b04941b8374f90fbf87270, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/24db5107f900499f8ac7f4e7643a2a32] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=90.8 K 2024-12-02T08:24:33,077 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,077 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3259180ccdbc44d79875ffa83a94ee9c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/0feecc5d54b04941b8374f90fbf87270, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/24db5107f900499f8ac7f4e7643a2a32] 2024-12-02T08:24:33,078 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:33,078 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:33,078 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:33,078 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3259180ccdbc44d79875ffa83a94ee9c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733127870030 2024-12-02T08:24:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,078 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d3bb7b811f144de8ad6637dce4e667e3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/be7652c58d144ed59fd5c6f17670a810, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/f875ac257b4b42a7bdd5662d9668ee5b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=35.3 K 2024-12-02T08:24:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,078 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0feecc5d54b04941b8374f90fbf87270, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733127870648 2024-12-02T08:24:33,079 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d3bb7b811f144de8ad6637dce4e667e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733127870030 2024-12-02T08:24:33,079 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24db5107f900499f8ac7f4e7643a2a32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127871814 2024-12-02T08:24:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,079 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting be7652c58d144ed59fd5c6f17670a810, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733127870648 2024-12-02T08:24:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,080 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting f875ac257b4b42a7bdd5662d9668ee5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127871814 2024-12-02T08:24:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,106 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,107 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#576 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:33,107 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/d105c33bc760421ebaa7356df2743930 is 50, key is test_row_0/B:col10/1733127871814/Put/seqid=0 2024-12-02T08:24:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,116 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412022611009123c8483d904b64a732788e59_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,117 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412022611009123c8483d904b64a732788e59_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:33,117 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022611009123c8483d904b64a732788e59_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742497_1673 (size=4469) 2024-12-02T08:24:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742496_1672 (size=12241) 2024-12-02T08:24:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,154 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#575 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:33,155 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/259656d435814fbdb0820c38f8cdb5d2 is 175, key is test_row_0/A:col10/1733127871814/Put/seqid=0 2024-12-02T08:24:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,162 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/d105c33bc760421ebaa7356df2743930 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d105c33bc760421ebaa7356df2743930 2024-12-02T08:24:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742498_1674 (size=31195) 2024-12-02T08:24:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,169 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into d105c33bc760421ebaa7356df2743930(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:33,169 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:33,169 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=13, startTime=1733127873077; duration=0sec 2024-12-02T08:24:33,170 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:33,170 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:33,170 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T08:24:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T08:24:33,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T08:24:33,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. because compaction request was cancelled 2024-12-02T08:24:33,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,173 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/259656d435814fbdb0820c38f8cdb5d2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/259656d435814fbdb0820c38f8cdb5d2 2024-12-02T08:24:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,181 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into 259656d435814fbdb0820c38f8cdb5d2(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:33,181 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:33,181 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=13, startTime=1733127873076; duration=0sec 2024-12-02T08:24:33,181 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:33,182 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-02T08:24:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-02T08:24:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:33,206 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-02T08:24:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:33,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:33,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021d6f2fc047b046da9916d67d52b44fbe_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127872156/Put/seqid=0 2024-12-02T08:24:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742499_1675 (size=9714) 2024-12-02T08:24:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127933376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127933377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127933379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127933481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127933481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127933481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-02T08:24:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:33,639 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021d6f2fc047b046da9916d67d52b44fbe_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021d6f2fc047b046da9916d67d52b44fbe_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:33,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/1eceecc0a97c43279701e338b749a9a7, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:33,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/1eceecc0a97c43279701e338b749a9a7 is 175, key is test_row_0/A:col10/1733127872156/Put/seqid=0 2024-12-02T08:24:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742500_1676 (size=22361) 2024-12-02T08:24:33,656 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/1eceecc0a97c43279701e338b749a9a7 2024-12-02T08:24:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/fbe713a05a514a23a20538b501249224 is 50, key is test_row_0/B:col10/1733127872156/Put/seqid=0 2024-12-02T08:24:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742501_1677 (size=9657) 2024-12-02T08:24:33,672 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/fbe713a05a514a23a20538b501249224 2024-12-02T08:24:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/0180600901244bbe89de18ff2cdfe18a is 50, key is test_row_0/C:col10/1733127872156/Put/seqid=0 2024-12-02T08:24:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127933684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127933691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127933691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742502_1678 (size=9657) 2024-12-02T08:24:33,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127933991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127933993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:33,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127933995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-02T08:24:34,109 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/0180600901244bbe89de18ff2cdfe18a 2024-12-02T08:24:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/1eceecc0a97c43279701e338b749a9a7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/1eceecc0a97c43279701e338b749a9a7 2024-12-02T08:24:34,126 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/1eceecc0a97c43279701e338b749a9a7, entries=100, sequenceid=130, filesize=21.8 K 2024-12-02T08:24:34,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/fbe713a05a514a23a20538b501249224 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/fbe713a05a514a23a20538b501249224 2024-12-02T08:24:34,140 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/fbe713a05a514a23a20538b501249224, entries=100, sequenceid=130, filesize=9.4 K 2024-12-02T08:24:34,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/0180600901244bbe89de18ff2cdfe18a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/0180600901244bbe89de18ff2cdfe18a 2024-12-02T08:24:34,146 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/0180600901244bbe89de18ff2cdfe18a, entries=100, sequenceid=130, filesize=9.4 K 2024-12-02T08:24:34,146 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=181.14 KB/185490 for 5b6484664ab67ee334084e11d67dd254 in 940ms, sequenceid=130, compaction requested=true 2024-12-02T08:24:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-02T08:24:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-02T08:24:34,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-02T08:24:34,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2470 sec 2024-12-02T08:24:34,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.2510 sec 2024-12-02T08:24:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:34,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-02T08:24:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:34,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127934185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,187 DEBUG [Thread-2816 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:34,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127934186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029f3ca12769844034b759b6f82451a77a_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127873375/Put/seqid=0 2024-12-02T08:24:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742503_1679 (size=12304) 2024-12-02T08:24:34,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:34,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029f3ca12769844034b759b6f82451a77a_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029f3ca12769844034b759b6f82451a77a_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:34,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/a2a2b6a5d7de4128b504ac739c622169, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:34,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/a2a2b6a5d7de4128b504ac739c622169 is 175, key is test_row_0/A:col10/1733127873375/Put/seqid=0 2024-12-02T08:24:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742504_1680 (size=31105) 2024-12-02T08:24:34,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127934291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127934497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127934497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127934499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127934503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:34,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/a2a2b6a5d7de4128b504ac739c622169 2024-12-02T08:24:34,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/407c41e5ac5d4230ad8a625ae4ad8d0d is 50, key is test_row_0/B:col10/1733127873375/Put/seqid=0 2024-12-02T08:24:34,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742505_1681 (size=12151) 2024-12-02T08:24:34,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127934803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-02T08:24:35,005 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-02T08:24:35,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-02T08:24:35,008 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:35,008 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T08:24:35,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T08:24:35,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/407c41e5ac5d4230ad8a625ae4ad8d0d 2024-12-02T08:24:35,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/4f621dda94fb4dcfaa7d59df368d4520 is 50, key is test_row_0/C:col10/1733127873375/Put/seqid=0 2024-12-02T08:24:35,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-02T08:24:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742506_1682 (size=12151) 2024-12-02T08:24:35,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127935311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-02T08:24:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T08:24:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-02T08:24:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127935507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:35,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127935514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127935515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/4f621dda94fb4dcfaa7d59df368d4520 2024-12-02T08:24:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/a2a2b6a5d7de4128b504ac739c622169 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/a2a2b6a5d7de4128b504ac739c622169 2024-12-02T08:24:35,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/a2a2b6a5d7de4128b504ac739c622169, entries=150, sequenceid=161, filesize=30.4 K 2024-12-02T08:24:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/407c41e5ac5d4230ad8a625ae4ad8d0d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/407c41e5ac5d4230ad8a625ae4ad8d0d 2024-12-02T08:24:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/407c41e5ac5d4230ad8a625ae4ad8d0d, entries=150, sequenceid=161, filesize=11.9 K 2024-12-02T08:24:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/4f621dda94fb4dcfaa7d59df368d4520 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4f621dda94fb4dcfaa7d59df368d4520 2024-12-02T08:24:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4f621dda94fb4dcfaa7d59df368d4520, entries=150, sequenceid=161, filesize=11.9 K 2024-12-02T08:24:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 5b6484664ab67ee334084e11d67dd254 in 1447ms, sequenceid=161, compaction requested=true 2024-12-02T08:24:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T08:24:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-02T08:24:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,628 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T08:24:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,630 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,642 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,643 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,643 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,643 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/259656d435814fbdb0820c38f8cdb5d2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/1eceecc0a97c43279701e338b749a9a7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/a2a2b6a5d7de4128b504ac739c622169] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=82.7 K 2024-12-02T08:24:35,643 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,643 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/259656d435814fbdb0820c38f8cdb5d2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/1eceecc0a97c43279701e338b749a9a7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/a2a2b6a5d7de4128b504ac739c622169] 2024-12-02T08:24:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,647 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 259656d435814fbdb0820c38f8cdb5d2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127871814 2024-12-02T08:24:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,647 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45982 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,647 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:35,647 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,647 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d48741b436fb479db03d2528016507a6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/eeea8382234f49a79790a0d9a6d8eaec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/0180600901244bbe89de18ff2cdfe18a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4f621dda94fb4dcfaa7d59df368d4520] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=44.9 K 2024-12-02T08:24:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,650 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eceecc0a97c43279701e338b749a9a7, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733127872155 2024-12-02T08:24:35,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-02T08:24:35,650 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d48741b436fb479db03d2528016507a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733127870648 2024-12-02T08:24:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,651 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-02T08:24:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:35,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,653 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting eeea8382234f49a79790a0d9a6d8eaec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127871814 2024-12-02T08:24:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,653 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a2b6a5d7de4128b504ac739c622169, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733127873361 2024-12-02T08:24:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,660 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0180600901244bbe89de18ff2cdfe18a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733127872155 2024-12-02T08:24:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,661 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f621dda94fb4dcfaa7d59df368d4520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733127873361 2024-12-02T08:24:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202558741b9603c4c04b198e1b5e934b689_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_1/A:col10/1733127874185/Put/seqid=0 2024-12-02T08:24:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,674 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:35,675 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/1353ea031f5d403b9974ba65f73b4a03 is 50, key is test_row_0/C:col10/1733127873375/Put/seqid=0 2024-12-02T08:24:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,688 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,700 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412021827f9129c424437920bbb88e9ccbe40_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:35,701 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412021827f9129c424437920bbb88e9ccbe40_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:35,702 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021827f9129c424437920bbb88e9ccbe40_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742507_1683 (size=7324) 2024-12-02T08:24:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742508_1684 (size=12459) 2024-12-02T08:24:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,751 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202558741b9603c4c04b198e1b5e934b689_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202558741b9603c4c04b198e1b5e934b689_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/eb8e1cc40c43447cabf6a98e4e5cda0a, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/eb8e1cc40c43447cabf6a98e4e5cda0a is 175, key is test_row_1/A:col10/1733127874185/Put/seqid=0 2024-12-02T08:24:35,761 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/1353ea031f5d403b9974ba65f73b4a03 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/1353ea031f5d403b9974ba65f73b4a03 2024-12-02T08:24:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742509_1685 (size=4469) 2024-12-02T08:24:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,765 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#585 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,765 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/65ddc198f72a4eefbb025031bfc7fa5b is 175, key is test_row_0/A:col10/1733127873375/Put/seqid=0 2024-12-02T08:24:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,767 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into 1353ea031f5d403b9974ba65f73b4a03(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:35,767 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:35,767 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=12, startTime=1733127875627; duration=0sec 2024-12-02T08:24:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,767 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:35,767 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:35,767 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742510_1686 (size=13815) 2024-12-02T08:24:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742511_1687 (size=31447) 2024-12-02T08:24:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,786 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:35,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:35,787 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:35,787 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d105c33bc760421ebaa7356df2743930, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/fbe713a05a514a23a20538b501249224, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/407c41e5ac5d4230ad8a625ae4ad8d0d] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=33.3 K 2024-12-02T08:24:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d105c33bc760421ebaa7356df2743930, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733127871814 2024-12-02T08:24:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,787 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbe713a05a514a23a20538b501249224, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733127872155 2024-12-02T08:24:35,788 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 407c41e5ac5d4230ad8a625ae4ad8d0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733127873361 2024-12-02T08:24:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,804 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#586 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,804 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/49f78d89a71f4ef4974d8ad58167a7e1 is 50, key is test_row_0/B:col10/1733127873375/Put/seqid=0 2024-12-02T08:24:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742512_1688 (size=12493) 2024-12-02T08:24:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T08:24:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,176 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/eb8e1cc40c43447cabf6a98e4e5cda0a 2024-12-02T08:24:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,177 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/65ddc198f72a4eefbb025031bfc7fa5b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/65ddc198f72a4eefbb025031bfc7fa5b 2024-12-02T08:24:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/87a75a5a40fd4b3c99f9f850c051b088 is 50, key is test_row_1/B:col10/1733127874185/Put/seqid=0 2024-12-02T08:24:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,185 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into 65ddc198f72a4eefbb025031bfc7fa5b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:36,185 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:36,185 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=13, startTime=1733127875627; duration=0sec 2024-12-02T08:24:36,185 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:36,185 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742513_1689 (size=7365) 2024-12-02T08:24:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,224 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/49f78d89a71f4ef4974d8ad58167a7e1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/49f78d89a71f4ef4974d8ad58167a7e1 2024-12-02T08:24:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,229 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into 49f78d89a71f4ef4974d8ad58167a7e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:36,229 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:36,229 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=13, startTime=1733127875627; duration=0sec 2024-12-02T08:24:36,230 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:36,230 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:36,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:36,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127936523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:36,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127936627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:36,642 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/87a75a5a40fd4b3c99f9f850c051b088 2024-12-02T08:24:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/372c8712c10f4bb6b46b3a88646051a4 is 50, key is test_row_1/C:col10/1733127874185/Put/seqid=0 2024-12-02T08:24:36,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742514_1690 (size=7365) 2024-12-02T08:24:36,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127936834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,092 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/372c8712c10f4bb6b46b3a88646051a4 2024-12-02T08:24:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/eb8e1cc40c43447cabf6a98e4e5cda0a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/eb8e1cc40c43447cabf6a98e4e5cda0a 2024-12-02T08:24:37,101 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/eb8e1cc40c43447cabf6a98e4e5cda0a, entries=50, sequenceid=166, filesize=13.5 K 2024-12-02T08:24:37,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/87a75a5a40fd4b3c99f9f850c051b088 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/87a75a5a40fd4b3c99f9f850c051b088 2024-12-02T08:24:37,107 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/87a75a5a40fd4b3c99f9f850c051b088, entries=50, sequenceid=166, filesize=7.2 K 2024-12-02T08:24:37,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/372c8712c10f4bb6b46b3a88646051a4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/372c8712c10f4bb6b46b3a88646051a4 2024-12-02T08:24:37,111 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/372c8712c10f4bb6b46b3a88646051a4, entries=50, sequenceid=166, filesize=7.2 K 2024-12-02T08:24:37,120 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 5b6484664ab67ee334084e11d67dd254 in 1461ms, sequenceid=166, compaction requested=false 2024-12-02T08:24:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:37,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-02T08:24:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-02T08:24:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T08:24:37,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-02T08:24:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:37,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-02T08:24:37,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1210 sec 2024-12-02T08:24:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127937148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.1400 sec 2024-12-02T08:24:37,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b8a48fe7d67148ed9c82f0a8755a3fff_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127876482/Put/seqid=0 2024-12-02T08:24:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742515_1691 (size=12304) 2024-12-02T08:24:37,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,250 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b8a48fe7d67148ed9c82f0a8755a3fff_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b8a48fe7d67148ed9c82f0a8755a3fff_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:37,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d86bbea320a64951ae8a65e45fa4c2a6, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:37,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d86bbea320a64951ae8a65e45fa4c2a6 is 175, key is test_row_0/A:col10/1733127876482/Put/seqid=0 2024-12-02T08:24:37,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127937270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742516_1692 (size=31105) 2024-12-02T08:24:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127937476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127937523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,525 DEBUG [Thread-2820 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127937531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,533 DEBUG [Thread-2812 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:37,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127937543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,544 DEBUG [Thread-2818 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:37,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d86bbea320a64951ae8a65e45fa4c2a6 2024-12-02T08:24:37,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/b6130bff5f624d7f859e060bd861b8e3 is 50, key is test_row_0/B:col10/1733127876482/Put/seqid=0 2024-12-02T08:24:37,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742517_1693 (size=12151) 2024-12-02T08:24:37,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/b6130bff5f624d7f859e060bd861b8e3 2024-12-02T08:24:37,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/8bb71f4c3bee4a748404c65c50c84761 is 50, key is test_row_0/C:col10/1733127876482/Put/seqid=0 2024-12-02T08:24:37,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127937779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742518_1694 (size=12151) 2024-12-02T08:24:37,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/8bb71f4c3bee4a748404c65c50c84761 2024-12-02T08:24:37,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d86bbea320a64951ae8a65e45fa4c2a6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d86bbea320a64951ae8a65e45fa4c2a6 2024-12-02T08:24:37,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d86bbea320a64951ae8a65e45fa4c2a6, entries=150, sequenceid=201, filesize=30.4 K 2024-12-02T08:24:37,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/b6130bff5f624d7f859e060bd861b8e3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b6130bff5f624d7f859e060bd861b8e3 2024-12-02T08:24:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b6130bff5f624d7f859e060bd861b8e3, entries=150, sequenceid=201, filesize=11.9 K 2024-12-02T08:24:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/8bb71f4c3bee4a748404c65c50c84761 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/8bb71f4c3bee4a748404c65c50c84761 2024-12-02T08:24:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/8bb71f4c3bee4a748404c65c50c84761, entries=150, sequenceid=201, filesize=11.9 K 2024-12-02T08:24:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 5b6484664ab67ee334084e11d67dd254 in 661ms, sequenceid=201, compaction requested=true 2024-12-02T08:24:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,804 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:37,804 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,805 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:37,806 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,806 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:37,806 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/65ddc198f72a4eefbb025031bfc7fa5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/eb8e1cc40c43447cabf6a98e4e5cda0a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d86bbea320a64951ae8a65e45fa4c2a6] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=74.6 K 2024-12-02T08:24:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,806 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,806 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/65ddc198f72a4eefbb025031bfc7fa5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/eb8e1cc40c43447cabf6a98e4e5cda0a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d86bbea320a64951ae8a65e45fa4c2a6] 2024-12-02T08:24:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,807 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:37,807 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,807 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:37,807 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/49f78d89a71f4ef4974d8ad58167a7e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/87a75a5a40fd4b3c99f9f850c051b088, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b6130bff5f624d7f859e060bd861b8e3] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=31.3 K 2024-12-02T08:24:37,807 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65ddc198f72a4eefbb025031bfc7fa5b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733127873361 2024-12-02T08:24:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,808 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 49f78d89a71f4ef4974d8ad58167a7e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733127873361 2024-12-02T08:24:37,808 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb8e1cc40c43447cabf6a98e4e5cda0a, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733127874185 2024-12-02T08:24:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,809 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 87a75a5a40fd4b3c99f9f850c051b088, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733127874185 2024-12-02T08:24:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,809 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d86bbea320a64951ae8a65e45fa4c2a6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733127876482 2024-12-02T08:24:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,809 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b6130bff5f624d7f859e060bd861b8e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733127876482 2024-12-02T08:24:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,820 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#592 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:37,821 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/edfcebc00f4048479cacf73702460fc4 is 50, key is test_row_0/B:col10/1733127876482/Put/seqid=0 2024-12-02T08:24:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,831 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,834 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412027f7614534688416aa779fa592b562dd5_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,836 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412027f7614534688416aa779fa592b562dd5_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,836 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027f7614534688416aa779fa592b562dd5_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742519_1695 (size=12595) 2024-12-02T08:24:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,846 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/edfcebc00f4048479cacf73702460fc4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/edfcebc00f4048479cacf73702460fc4 2024-12-02T08:24:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,850 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into edfcebc00f4048479cacf73702460fc4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:37,850 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:37,850 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=13, startTime=1733127877804; duration=0sec 2024-12-02T08:24:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,850 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:37,850 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:37,850 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,851 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:37,851 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,851 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:37,851 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/1353ea031f5d403b9974ba65f73b4a03, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/372c8712c10f4bb6b46b3a88646051a4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/8bb71f4c3bee4a748404c65c50c84761] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=31.2 K 2024-12-02T08:24:37,851 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1353ea031f5d403b9974ba65f73b4a03, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733127873361 2024-12-02T08:24:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,852 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 372c8712c10f4bb6b46b3a88646051a4, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733127874185 2024-12-02T08:24:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,852 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb71f4c3bee4a748404c65c50c84761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733127876482 2024-12-02T08:24:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,858 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#594 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,859 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/cbda566f112e4ece8c088dd904f4026a is 50, key is test_row_0/C:col10/1733127876482/Put/seqid=0 2024-12-02T08:24:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742520_1696 (size=4469) 2024-12-02T08:24:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,866 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#593 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,867 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/9a3a2abb49714eae88a455924c8f9292 is 175, key is test_row_0/A:col10/1733127876482/Put/seqid=0 2024-12-02T08:24:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742521_1697 (size=12561) 2024-12-02T08:24:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742522_1698 (size=31549) 2024-12-02T08:24:37,886 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/cbda566f112e4ece8c088dd904f4026a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/cbda566f112e4ece8c088dd904f4026a 2024-12-02T08:24:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,890 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/9a3a2abb49714eae88a455924c8f9292 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/9a3a2abb49714eae88a455924c8f9292 2024-12-02T08:24:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,891 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into cbda566f112e4ece8c088dd904f4026a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:37,891 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:37,891 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=13, startTime=1733127877804; duration=0sec 2024-12-02T08:24:37,891 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:37,891 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,900 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into 9a3a2abb49714eae88a455924c8f9292(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:37,900 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:37,900 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=13, startTime=1733127877804; duration=0sec 2024-12-02T08:24:37,900 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:37,900 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020d53270f4a104d0aab380c64fa093901_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127878219/Put/seqid=0 2024-12-02T08:24:38,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127938310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742524_1700 (size=24758) 2024-12-02T08:24:38,316 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:38,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127938315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,342 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020d53270f4a104d0aab380c64fa093901_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020d53270f4a104d0aab380c64fa093901_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:38,343 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c313be90746a4b0ca50e07cb40c1cc99, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:38,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c313be90746a4b0ca50e07cb40c1cc99 is 175, key is test_row_0/A:col10/1733127878219/Put/seqid=0 2024-12-02T08:24:38,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742523_1699 (size=74395) 2024-12-02T08:24:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127938413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127938421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127938615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127938623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c313be90746a4b0ca50e07cb40c1cc99 2024-12-02T08:24:38,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a812c6b706cc42079d96872fe7edb324 is 50, key is test_row_0/B:col10/1733127878219/Put/seqid=0 2024-12-02T08:24:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742525_1701 (size=12151) 2024-12-02T08:24:38,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a812c6b706cc42079d96872fe7edb324 2024-12-02T08:24:38,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/213b445b89344161bb2f6b3fe832ce5c is 50, key is test_row_0/C:col10/1733127878219/Put/seqid=0 2024-12-02T08:24:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742526_1702 (size=12151) 2024-12-02T08:24:38,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/213b445b89344161bb2f6b3fe832ce5c 2024-12-02T08:24:38,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c313be90746a4b0ca50e07cb40c1cc99 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c313be90746a4b0ca50e07cb40c1cc99 2024-12-02T08:24:38,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c313be90746a4b0ca50e07cb40c1cc99, entries=400, sequenceid=215, filesize=72.7 K 2024-12-02T08:24:38,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a812c6b706cc42079d96872fe7edb324 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a812c6b706cc42079d96872fe7edb324 2024-12-02T08:24:38,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a812c6b706cc42079d96872fe7edb324, entries=150, sequenceid=215, filesize=11.9 K 2024-12-02T08:24:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/213b445b89344161bb2f6b3fe832ce5c as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/213b445b89344161bb2f6b3fe832ce5c 2024-12-02T08:24:38,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/213b445b89344161bb2f6b3fe832ce5c, entries=150, sequenceid=215, filesize=11.9 K 2024-12-02T08:24:38,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b6484664ab67ee334084e11d67dd254 in 630ms, sequenceid=215, compaction requested=false 2024-12-02T08:24:38,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:38,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:24:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:38,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127938932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:38,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d93fbcef0dad44279fb35b47cb59c5a5_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127878304/Put/seqid=0 2024-12-02T08:24:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127938933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:38,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742527_1703 (size=14794) 2024-12-02T08:24:39,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127939036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127939037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-02T08:24:39,133 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-02T08:24:39,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-02T08:24:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T08:24:39,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:39,136 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:39,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T08:24:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127939240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127939240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:39,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:39,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,361 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:39,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d93fbcef0dad44279fb35b47cb59c5a5_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d93fbcef0dad44279fb35b47cb59c5a5_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:39,371 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/42aa5d43b0b3424eb0f0575d17d3167b, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:39,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/42aa5d43b0b3424eb0f0575d17d3167b is 175, key is test_row_0/A:col10/1733127878304/Put/seqid=0 2024-12-02T08:24:39,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742528_1704 (size=39749) 2024-12-02T08:24:39,404 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/42aa5d43b0b3424eb0f0575d17d3167b 2024-12-02T08:24:39,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3e5e1f322d8942da98a241cbb80706d4 is 50, key is test_row_0/B:col10/1733127878304/Put/seqid=0 2024-12-02T08:24:39,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742529_1705 (size=12151) 2024-12-02T08:24:39,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3e5e1f322d8942da98a241cbb80706d4 2024-12-02T08:24:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T08:24:39,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/60505c397dbc40c7912c608d4567b6b2 is 50, key is test_row_0/C:col10/1733127878304/Put/seqid=0 2024-12-02T08:24:39,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742530_1706 (size=12151) 2024-12-02T08:24:39,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/60505c397dbc40c7912c608d4567b6b2 2024-12-02T08:24:39,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/42aa5d43b0b3424eb0f0575d17d3167b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/42aa5d43b0b3424eb0f0575d17d3167b 2024-12-02T08:24:39,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/42aa5d43b0b3424eb0f0575d17d3167b, entries=200, sequenceid=241, filesize=38.8 K 2024-12-02T08:24:39,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3e5e1f322d8942da98a241cbb80706d4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3e5e1f322d8942da98a241cbb80706d4 2024-12-02T08:24:39,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3e5e1f322d8942da98a241cbb80706d4, entries=150, sequenceid=241, filesize=11.9 K 2024-12-02T08:24:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/60505c397dbc40c7912c608d4567b6b2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/60505c397dbc40c7912c608d4567b6b2 2024-12-02T08:24:39,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/60505c397dbc40c7912c608d4567b6b2, entries=150, sequenceid=241, filesize=11.9 K 2024-12-02T08:24:39,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5b6484664ab67ee334084e11d67dd254 in 572ms, sequenceid=241, compaction requested=true 2024-12-02T08:24:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:39,490 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:39,490 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:39,491 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:39,491 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:39,491 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,491 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/9a3a2abb49714eae88a455924c8f9292, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c313be90746a4b0ca50e07cb40c1cc99, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/42aa5d43b0b3424eb0f0575d17d3167b] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=142.3 K 2024-12-02T08:24:39,491 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,491 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/9a3a2abb49714eae88a455924c8f9292, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c313be90746a4b0ca50e07cb40c1cc99, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/42aa5d43b0b3424eb0f0575d17d3167b] 2024-12-02T08:24:39,492 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:39,492 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:39,492 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,492 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/edfcebc00f4048479cacf73702460fc4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a812c6b706cc42079d96872fe7edb324, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3e5e1f322d8942da98a241cbb80706d4] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=36.0 K 2024-12-02T08:24:39,492 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a3a2abb49714eae88a455924c8f9292, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733127876482 2024-12-02T08:24:39,492 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting edfcebc00f4048479cacf73702460fc4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733127876482 2024-12-02T08:24:39,493 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c313be90746a4b0ca50e07cb40c1cc99, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733127877145 2024-12-02T08:24:39,493 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a812c6b706cc42079d96872fe7edb324, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733127878213 2024-12-02T08:24:39,493 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42aa5d43b0b3424eb0f0575d17d3167b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733127878303 2024-12-02T08:24:39,493 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e5e1f322d8942da98a241cbb80706d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733127878303 2024-12-02T08:24:39,500 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#601 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:39,501 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a6327dad1eda4201b8a4ab162499cb08 is 50, key is test_row_0/B:col10/1733127878304/Put/seqid=0 2024-12-02T08:24:39,503 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:39,508 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412024a0717948743497ba226584d4ad65702_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:39,510 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412024a0717948743497ba226584d4ad65702_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:39,510 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024a0717948743497ba226584d4ad65702_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:39,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:39,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:39,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:39,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742532_1708 (size=4469) 2024-12-02T08:24:39,554 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#602 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:39,554 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/7cdce5e1691b422ca25155778526590d is 175, key is test_row_0/A:col10/1733127878304/Put/seqid=0 2024-12-02T08:24:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742531_1707 (size=12697) 2024-12-02T08:24:39,560 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/a6327dad1eda4201b8a4ab162499cb08 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6327dad1eda4201b8a4ab162499cb08 2024-12-02T08:24:39,566 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into a6327dad1eda4201b8a4ab162499cb08(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:39,566 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:39,566 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=13, startTime=1733127879490; duration=0sec 2024-12-02T08:24:39,567 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:39,567 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:39,567 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:39,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120205335032738a4badbb72e5f6f1caba3d_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127878922/Put/seqid=0 2024-12-02T08:24:39,570 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:39,570 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:39,570 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,571 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/cbda566f112e4ece8c088dd904f4026a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/213b445b89344161bb2f6b3fe832ce5c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/60505c397dbc40c7912c608d4567b6b2] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=36.0 K 2024-12-02T08:24:39,571 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting cbda566f112e4ece8c088dd904f4026a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733127876482 2024-12-02T08:24:39,572 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 213b445b89344161bb2f6b3fe832ce5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733127878213 2024-12-02T08:24:39,572 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 60505c397dbc40c7912c608d4567b6b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733127878303 2024-12-02T08:24:39,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127939596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127939597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742534_1710 (size=14794) 2024-12-02T08:24:39,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:39,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:39,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:39,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,610 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120205335032738a4badbb72e5f6f1caba3d_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120205335032738a4badbb72e5f6f1caba3d_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:39,613 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9b96191f3104fe8af41b7a7210ade72, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:39,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9b96191f3104fe8af41b7a7210ade72 is 175, key is test_row_0/A:col10/1733127878922/Put/seqid=0 2024-12-02T08:24:39,620 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:39,621 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/672f5226006f4956baab6d68bb244890 is 50, key is test_row_0/C:col10/1733127878304/Put/seqid=0 2024-12-02T08:24:39,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742533_1709 (size=31651) 2024-12-02T08:24:39,632 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/7cdce5e1691b422ca25155778526590d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7cdce5e1691b422ca25155778526590d 2024-12-02T08:24:39,635 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into 7cdce5e1691b422ca25155778526590d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:39,635 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:39,635 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=13, startTime=1733127879490; duration=0sec 2024-12-02T08:24:39,635 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:39,635 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742535_1711 (size=39749) 2024-12-02T08:24:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742536_1712 (size=12663) 2024-12-02T08:24:39,678 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/672f5226006f4956baab6d68bb244890 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/672f5226006f4956baab6d68bb244890 2024-12-02T08:24:39,683 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into 672f5226006f4956baab6d68bb244890(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:39,683 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:39,683 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=13, startTime=1733127879490; duration=0sec 2024-12-02T08:24:39,683 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:39,683 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:39,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127939701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127939703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T08:24:39,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127939904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127939907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:39,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:39,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:39,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,043 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9b96191f3104fe8af41b7a7210ade72 2024-12-02T08:24:40,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/e314474f227443c897075a0645a97a34 is 50, key is test_row_0/B:col10/1733127878922/Put/seqid=0 2024-12-02T08:24:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742537_1713 (size=12151) 2024-12-02T08:24:40,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:40,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:40,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127940207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127940212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T08:24:40,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:40,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:40,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/e314474f227443c897075a0645a97a34 2024-12-02T08:24:40,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/00b6718c54714fc7a8aa03755718c0ea is 50, key is test_row_0/C:col10/1733127878922/Put/seqid=0 2024-12-02T08:24:40,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742538_1714 (size=12151) 2024-12-02T08:24:40,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:40,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/00b6718c54714fc7a8aa03755718c0ea 2024-12-02T08:24:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:40,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9b96191f3104fe8af41b7a7210ade72 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9b96191f3104fe8af41b7a7210ade72 2024-12-02T08:24:40,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9b96191f3104fe8af41b7a7210ade72, entries=200, sequenceid=252, filesize=38.8 K 2024-12-02T08:24:40,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/e314474f227443c897075a0645a97a34 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/e314474f227443c897075a0645a97a34 2024-12-02T08:24:40,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/e314474f227443c897075a0645a97a34, entries=150, sequenceid=252, filesize=11.9 K 2024-12-02T08:24:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/00b6718c54714fc7a8aa03755718c0ea as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/00b6718c54714fc7a8aa03755718c0ea 2024-12-02T08:24:40,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/00b6718c54714fc7a8aa03755718c0ea, entries=150, sequenceid=252, filesize=11.9 K 2024-12-02T08:24:40,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b6484664ab67ee334084e11d67dd254 in 1028ms, sequenceid=252, compaction requested=false 2024-12-02T08:24:40,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:40,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-02T08:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:40,699 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202257d8a9e559c4d41918c37b6477c972e_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127879594/Put/seqid=0 2024-12-02T08:24:40,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127940739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127940740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742539_1715 (size=12454) 2024-12-02T08:24:40,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127940842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:40,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127940843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127941046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127941046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:41,158 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202257d8a9e559c4d41918c37b6477c972e_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202257d8a9e559c4d41918c37b6477c972e_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:41,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3f9e4da87f7b407fa1e2cb5a07b6922b, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:41,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3f9e4da87f7b407fa1e2cb5a07b6922b is 175, key is test_row_0/A:col10/1733127879594/Put/seqid=0 2024-12-02T08:24:41,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742540_1716 (size=31255) 2024-12-02T08:24:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T08:24:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127941350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127941350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46528 deadline: 1733127941543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,546 DEBUG [Thread-2812 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:41,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46444 deadline: 1733127941556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,558 DEBUG [Thread-2818 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46506 deadline: 1733127941567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,568 DEBUG [Thread-2820 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., hostname=ceab608fb84d,41577,1733127704904, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T08:24:41,583 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3f9e4da87f7b407fa1e2cb5a07b6922b 2024-12-02T08:24:41,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/78f79b4fffa342a4b5019714c3ccf5c2 is 50, key is test_row_0/B:col10/1733127879594/Put/seqid=0 2024-12-02T08:24:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742541_1717 (size=12301) 2024-12-02T08:24:41,592 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/78f79b4fffa342a4b5019714c3ccf5c2 2024-12-02T08:24:41,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/de3baf0d039b4b2fa4871ec0957d252b is 50, key is test_row_0/C:col10/1733127879594/Put/seqid=0 2024-12-02T08:24:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742542_1718 (size=12301) 2024-12-02T08:24:41,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127941854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:41,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127941855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:42,009 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/de3baf0d039b4b2fa4871ec0957d252b 2024-12-02T08:24:42,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3f9e4da87f7b407fa1e2cb5a07b6922b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3f9e4da87f7b407fa1e2cb5a07b6922b 2024-12-02T08:24:42,027 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3f9e4da87f7b407fa1e2cb5a07b6922b, entries=150, sequenceid=280, filesize=30.5 K 2024-12-02T08:24:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/78f79b4fffa342a4b5019714c3ccf5c2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/78f79b4fffa342a4b5019714c3ccf5c2 2024-12-02T08:24:42,030 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/78f79b4fffa342a4b5019714c3ccf5c2, entries=150, sequenceid=280, filesize=12.0 K 2024-12-02T08:24:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/de3baf0d039b4b2fa4871ec0957d252b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/de3baf0d039b4b2fa4871ec0957d252b 2024-12-02T08:24:42,035 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/de3baf0d039b4b2fa4871ec0957d252b, entries=150, sequenceid=280, filesize=12.0 K 2024-12-02T08:24:42,035 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5b6484664ab67ee334084e11d67dd254 in 1336ms, sequenceid=280, compaction requested=true 2024-12-02T08:24:42,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-02T08:24:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-02T08:24:42,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-02T08:24:42,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9000 sec 2024-12-02T08:24:42,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.9040 sec 2024-12-02T08:24:42,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T08:24:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:42,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-02T08:24:42,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:42,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:42,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:42,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:42,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:42,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:42,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021461fb4e7a874057ba8a2bde6a240a64_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127880738/Put/seqid=0 2024-12-02T08:24:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742543_1719 (size=14994) 2024-12-02T08:24:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127942900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127942901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127943003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127943005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127943206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127943208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-02T08:24:43,243 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-02T08:24:43,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-02T08:24:43,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T08:24:43,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:43,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:43,291 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:43,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021461fb4e7a874057ba8a2bde6a240a64_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021461fb4e7a874057ba8a2bde6a240a64_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:43,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3e528b7094044747a67cd6c7fe320b9f, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:43,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3e528b7094044747a67cd6c7fe320b9f is 175, key is test_row_0/A:col10/1733127880738/Put/seqid=0 2024-12-02T08:24:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742544_1720 (size=39949) 2024-12-02T08:24:43,325 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3e528b7094044747a67cd6c7fe320b9f 2024-12-02T08:24:43,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/eccc483e4622479ebcd0a3cf6835aafd is 50, key is test_row_0/B:col10/1733127880738/Put/seqid=0 2024-12-02T08:24:43,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742545_1721 (size=12301) 2024-12-02T08:24:43,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/eccc483e4622479ebcd0a3cf6835aafd 2024-12-02T08:24:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T08:24:43,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/75e102cb20294c7f86c65fce13e60917 is 50, key is test_row_0/C:col10/1733127880738/Put/seqid=0 2024-12-02T08:24:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742546_1722 (size=12301) 2024-12-02T08:24:43,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/75e102cb20294c7f86c65fce13e60917 2024-12-02T08:24:43,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/3e528b7094044747a67cd6c7fe320b9f as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3e528b7094044747a67cd6c7fe320b9f 2024-12-02T08:24:43,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3e528b7094044747a67cd6c7fe320b9f, entries=200, sequenceid=293, filesize=39.0 K 2024-12-02T08:24:43,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/eccc483e4622479ebcd0a3cf6835aafd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/eccc483e4622479ebcd0a3cf6835aafd 2024-12-02T08:24:43,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/eccc483e4622479ebcd0a3cf6835aafd, entries=150, sequenceid=293, filesize=12.0 K 2024-12-02T08:24:43,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/75e102cb20294c7f86c65fce13e60917 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/75e102cb20294c7f86c65fce13e60917 2024-12-02T08:24:43,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:43,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/75e102cb20294c7f86c65fce13e60917, entries=150, sequenceid=293, filesize=12.0 K 2024-12-02T08:24:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5b6484664ab67ee334084e11d67dd254 in 534ms, sequenceid=293, compaction requested=true 2024-12-02T08:24:43,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,401 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:43,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:43,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:43,402 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:43,402 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:43,402 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:43,402 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,403 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7cdce5e1691b422ca25155778526590d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9b96191f3104fe8af41b7a7210ade72, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3f9e4da87f7b407fa1e2cb5a07b6922b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3e528b7094044747a67cd6c7fe320b9f] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=139.3 K 2024-12-02T08:24:43,403 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,403 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7cdce5e1691b422ca25155778526590d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9b96191f3104fe8af41b7a7210ade72, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3f9e4da87f7b407fa1e2cb5a07b6922b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3e528b7094044747a67cd6c7fe320b9f] 2024-12-02T08:24:43,403 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:43,403 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:43,403 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,403 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6327dad1eda4201b8a4ab162499cb08, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/e314474f227443c897075a0645a97a34, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/78f79b4fffa342a4b5019714c3ccf5c2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/eccc483e4622479ebcd0a3cf6835aafd] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=48.3 K 2024-12-02T08:24:43,404 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cdce5e1691b422ca25155778526590d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733127878303 2024-12-02T08:24:43,404 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a6327dad1eda4201b8a4ab162499cb08, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733127878303 2024-12-02T08:24:43,404 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting e314474f227443c897075a0645a97a34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733127878922 2024-12-02T08:24:43,404 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9b96191f3104fe8af41b7a7210ade72, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733127878922 2024-12-02T08:24:43,404 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f79b4fffa342a4b5019714c3ccf5c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733127879588 2024-12-02T08:24:43,405 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f9e4da87f7b407fa1e2cb5a07b6922b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733127879588 2024-12-02T08:24:43,405 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting eccc483e4622479ebcd0a3cf6835aafd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733127880738 2024-12-02T08:24:43,405 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e528b7094044747a67cd6c7fe320b9f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733127880730 2024-12-02T08:24:43,423 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:43,424 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#613 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:43,425 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/feec98c6d6d4424f9001ae022cee5841 is 50, key is test_row_0/B:col10/1733127880738/Put/seqid=0 2024-12-02T08:24:43,443 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412022f15421594834540885514b77f31716f_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:43,444 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412022f15421594834540885514b77f31716f_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:43,444 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022f15421594834540885514b77f31716f_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:43,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742547_1723 (size=12983) 2024-12-02T08:24:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742548_1724 (size=4469) 2024-12-02T08:24:43,472 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/feec98c6d6d4424f9001ae022cee5841 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/feec98c6d6d4424f9001ae022cee5841 2024-12-02T08:24:43,487 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into feec98c6d6d4424f9001ae022cee5841(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:43,487 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:43,487 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=12, startTime=1733127883401; duration=0sec 2024-12-02T08:24:43,488 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:43,488 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:43,488 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:43,492 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:43,492 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:43,492 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,493 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/672f5226006f4956baab6d68bb244890, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/00b6718c54714fc7a8aa03755718c0ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/de3baf0d039b4b2fa4871ec0957d252b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/75e102cb20294c7f86c65fce13e60917] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=48.3 K 2024-12-02T08:24:43,493 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 672f5226006f4956baab6d68bb244890, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733127878303 2024-12-02T08:24:43,494 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 00b6718c54714fc7a8aa03755718c0ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733127878922 2024-12-02T08:24:43,495 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting de3baf0d039b4b2fa4871ec0957d252b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733127879588 2024-12-02T08:24:43,495 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 75e102cb20294c7f86c65fce13e60917, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733127880738 2024-12-02T08:24:43,508 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#615 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:43,508 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/a9d40931f1664a90af8be5d1a3b5804d is 50, key is test_row_0/C:col10/1733127880738/Put/seqid=0 2024-12-02T08:24:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:43,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-02T08:24:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:43,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742549_1725 (size=12949) 2024-12-02T08:24:43,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f7861d2b7e89430da3aed093be9066ca_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127882900/Put/seqid=0 2024-12-02T08:24:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127943538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127943539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T08:24:43,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742550_1726 (size=14994) 2024-12-02T08:24:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127943641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127943642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127943845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127943845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T08:24:43,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:43,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:43,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:43,871 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#614 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:43,872 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/e0a415124ed84e99b14351672ff622ac is 175, key is test_row_0/A:col10/1733127880738/Put/seqid=0 2024-12-02T08:24:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742551_1727 (size=31937) 2024-12-02T08:24:43,940 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/a9d40931f1664a90af8be5d1a3b5804d as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a9d40931f1664a90af8be5d1a3b5804d 2024-12-02T08:24:43,950 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into a9d40931f1664a90af8be5d1a3b5804d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:43,950 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:43,950 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=12, startTime=1733127883402; duration=0sec 2024-12-02T08:24:43,950 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:43,950 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:43,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:43,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f7861d2b7e89430da3aed093be9066ca_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f7861d2b7e89430da3aed093be9066ca_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:43,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c5c1484889394eedb0b3dbcb1fda28f9, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:43,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c5c1484889394eedb0b3dbcb1fda28f9 is 175, key is test_row_0/A:col10/1733127882900/Put/seqid=0 2024-12-02T08:24:43,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742552_1728 (size=39949) 2024-12-02T08:24:43,984 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c5c1484889394eedb0b3dbcb1fda28f9 2024-12-02T08:24:44,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/4d17a8d3ae78497ba78995edff7bf942 is 50, key is test_row_0/B:col10/1733127882900/Put/seqid=0 2024-12-02T08:24:44,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:44,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:44,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742553_1729 (size=12301) 2024-12-02T08:24:44,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/4d17a8d3ae78497ba78995edff7bf942 2024-12-02T08:24:44,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d078199ee9f34a7aad2fe2e734df4f58 is 50, key is test_row_0/C:col10/1733127882900/Put/seqid=0 2024-12-02T08:24:44,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742554_1730 (size=12301) 2024-12-02T08:24:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127944149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127944149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:44,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:44,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,293 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/e0a415124ed84e99b14351672ff622ac as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e0a415124ed84e99b14351672ff622ac 2024-12-02T08:24:44,297 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into e0a415124ed84e99b14351672ff622ac(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:44,298 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:44,298 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=12, startTime=1733127883401; duration=0sec 2024-12-02T08:24:44,298 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:44,298 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:44,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T08:24:44,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d078199ee9f34a7aad2fe2e734df4f58 2024-12-02T08:24:44,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/c5c1484889394eedb0b3dbcb1fda28f9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c5c1484889394eedb0b3dbcb1fda28f9 2024-12-02T08:24:44,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c5c1484889394eedb0b3dbcb1fda28f9, entries=200, sequenceid=318, filesize=39.0 K 2024-12-02T08:24:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/4d17a8d3ae78497ba78995edff7bf942 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/4d17a8d3ae78497ba78995edff7bf942 2024-12-02T08:24:44,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/4d17a8d3ae78497ba78995edff7bf942, entries=150, sequenceid=318, filesize=12.0 K 2024-12-02T08:24:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d078199ee9f34a7aad2fe2e734df4f58 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d078199ee9f34a7aad2fe2e734df4f58 2024-12-02T08:24:44,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d078199ee9f34a7aad2fe2e734df4f58, entries=150, sequenceid=318, filesize=12.0 K 2024-12-02T08:24:44,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5b6484664ab67ee334084e11d67dd254 in 955ms, sequenceid=318, compaction requested=false 2024-12-02T08:24:44,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:44,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-02T08:24:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,480 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-02T08:24:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028d58a13fd8604a31a983e1cc2f3abf22_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127883532/Put/seqid=0 2024-12-02T08:24:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742555_1731 (size=12454) 2024-12-02T08:24:44,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:44,496 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028d58a13fd8604a31a983e1cc2f3abf22_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028d58a13fd8604a31a983e1cc2f3abf22_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/bac8c31c00a74cc7b6d28a090b386c5b, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/bac8c31c00a74cc7b6d28a090b386c5b is 175, key is test_row_0/A:col10/1733127883532/Put/seqid=0 2024-12-02T08:24:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742556_1732 (size=31255) 2024-12-02T08:24:44,504 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/bac8c31c00a74cc7b6d28a090b386c5b 2024-12-02T08:24:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/b048ac444772451ca3b3f4b70ef980a5 is 50, key is test_row_0/B:col10/1733127883532/Put/seqid=0 2024-12-02T08:24:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742557_1733 (size=12301) 2024-12-02T08:24:44,529 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/b048ac444772451ca3b3f4b70ef980a5 2024-12-02T08:24:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/4d2630794ad44157a0fcee2ece8f6a52 is 50, key is test_row_0/C:col10/1733127883532/Put/seqid=0 2024-12-02T08:24:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742558_1734 (size=12301) 2024-12-02T08:24:44,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:44,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127944687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127944691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127944789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127944794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:44,941 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/4d2630794ad44157a0fcee2ece8f6a52 2024-12-02T08:24:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/bac8c31c00a74cc7b6d28a090b386c5b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/bac8c31c00a74cc7b6d28a090b386c5b 2024-12-02T08:24:44,950 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/bac8c31c00a74cc7b6d28a090b386c5b, entries=150, sequenceid=332, filesize=30.5 K 2024-12-02T08:24:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/b048ac444772451ca3b3f4b70ef980a5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b048ac444772451ca3b3f4b70ef980a5 2024-12-02T08:24:44,954 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b048ac444772451ca3b3f4b70ef980a5, entries=150, sequenceid=332, filesize=12.0 K 2024-12-02T08:24:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/4d2630794ad44157a0fcee2ece8f6a52 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4d2630794ad44157a0fcee2ece8f6a52 2024-12-02T08:24:44,959 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4d2630794ad44157a0fcee2ece8f6a52, entries=150, sequenceid=332, filesize=12.0 K 2024-12-02T08:24:44,960 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5b6484664ab67ee334084e11d67dd254 in 479ms, sequenceid=332, compaction requested=true 2024-12-02T08:24:44,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:44,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:44,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-02T08:24:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-02T08:24:44,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-02T08:24:44,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7130 sec 2024-12-02T08:24:44,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.7160 sec 2024-12-02T08:24:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:44,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-02T08:24:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:45,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202837da6977a6442a782bf343ff7f463fe_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127884992/Put/seqid=0 2024-12-02T08:24:45,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127945019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127945020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742559_1735 (size=14994) 2024-12-02T08:24:45,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,035 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202837da6977a6442a782bf343ff7f463fe_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202837da6977a6442a782bf343ff7f463fe_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:45,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/76fd65585fc04ccab8d3721d23d575d3, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:45,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/76fd65585fc04ccab8d3721d23d575d3 is 175, key is test_row_0/A:col10/1733127884992/Put/seqid=0 2024-12-02T08:24:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742560_1736 (size=39949) 2024-12-02T08:24:45,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127945123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127945123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127945326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127945327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-02T08:24:45,351 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-02T08:24:45,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-02T08:24:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T08:24:45,355 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:45,356 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:45,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T08:24:45,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/76fd65585fc04ccab8d3721d23d575d3 2024-12-02T08:24:45,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/daa25173f874471d8cb2ebd2becf8b46 is 50, key is test_row_0/B:col10/1733127884992/Put/seqid=0 2024-12-02T08:24:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742561_1737 (size=12301) 2024-12-02T08:24:45,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-02T08:24:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127945628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127945632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T08:24:45,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-02T08:24:45,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:45,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-02T08:24:45,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:45,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:45,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/daa25173f874471d8cb2ebd2becf8b46 2024-12-02T08:24:45,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/ac026046556d40d69bc3898e1ef0d416 is 50, key is test_row_0/C:col10/1733127884992/Put/seqid=0 2024-12-02T08:24:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742562_1738 (size=12301) 2024-12-02T08:24:45,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/ac026046556d40d69bc3898e1ef0d416 2024-12-02T08:24:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/76fd65585fc04ccab8d3721d23d575d3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/76fd65585fc04ccab8d3721d23d575d3 2024-12-02T08:24:45,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/76fd65585fc04ccab8d3721d23d575d3, entries=200, sequenceid=357, filesize=39.0 K 2024-12-02T08:24:45,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/daa25173f874471d8cb2ebd2becf8b46 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/daa25173f874471d8cb2ebd2becf8b46 2024-12-02T08:24:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/daa25173f874471d8cb2ebd2becf8b46, entries=150, sequenceid=357, filesize=12.0 K 2024-12-02T08:24:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/ac026046556d40d69bc3898e1ef0d416 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/ac026046556d40d69bc3898e1ef0d416 2024-12-02T08:24:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/ac026046556d40d69bc3898e1ef0d416, entries=150, sequenceid=357, filesize=12.0 K 2024-12-02T08:24:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5b6484664ab67ee334084e11d67dd254 in 927ms, sequenceid=357, compaction requested=true 2024-12-02T08:24:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:45,920 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:45,920 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:45,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:45,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:45,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,922 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:45,922 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:45,922 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,922 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/feec98c6d6d4424f9001ae022cee5841, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/4d17a8d3ae78497ba78995edff7bf942, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b048ac444772451ca3b3f4b70ef980a5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/daa25173f874471d8cb2ebd2becf8b46] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=48.7 K 2024-12-02T08:24:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,922 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting feec98c6d6d4424f9001ae022cee5841, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733127880738 2024-12-02T08:24:45,922 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:45,922 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:45,922 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,922 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e0a415124ed84e99b14351672ff622ac, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c5c1484889394eedb0b3dbcb1fda28f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/bac8c31c00a74cc7b6d28a090b386c5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/76fd65585fc04ccab8d3721d23d575d3] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=139.7 K 2024-12-02T08:24:45,923 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,923 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e0a415124ed84e99b14351672ff622ac, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c5c1484889394eedb0b3dbcb1fda28f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/bac8c31c00a74cc7b6d28a090b386c5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/76fd65585fc04ccab8d3721d23d575d3] 2024-12-02T08:24:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,923 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d17a8d3ae78497ba78995edff7bf942, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733127882893 2024-12-02T08:24:45,924 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0a415124ed84e99b14351672ff622ac, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733127880738 2024-12-02T08:24:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,924 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting b048ac444772451ca3b3f4b70ef980a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733127883532 2024-12-02T08:24:45,924 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5c1484889394eedb0b3dbcb1fda28f9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733127882893 2024-12-02T08:24:45,924 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting bac8c31c00a74cc7b6d28a090b386c5b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733127883532 2024-12-02T08:24:45,924 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting daa25173f874471d8cb2ebd2becf8b46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733127884680 2024-12-02T08:24:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,925 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76fd65585fc04ccab8d3721d23d575d3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733127884670 2024-12-02T08:24:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,929 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,931 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202ee90ea80ead04cf4b1a0b202ae73af75_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,932 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#626 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,932 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/737344cf35f54b9281d314b726af2d5b is 50, key is test_row_0/B:col10/1733127884992/Put/seqid=0 2024-12-02T08:24:45,933 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202ee90ea80ead04cf4b1a0b202ae73af75_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:45,933 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ee90ea80ead04cf4b1a0b202ae73af75_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742563_1739 (size=13119) 2024-12-02T08:24:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,950 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/737344cf35f54b9281d314b726af2d5b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/737344cf35f54b9281d314b726af2d5b 2024-12-02T08:24:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,955 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into 737344cf35f54b9281d314b726af2d5b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:45,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:45,955 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=12, startTime=1733127885920; duration=0sec 2024-12-02T08:24:45,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:45,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:45,955 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T08:24:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,957 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T08:24:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T08:24:45,957 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:45,957 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,957 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a9d40931f1664a90af8be5d1a3b5804d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d078199ee9f34a7aad2fe2e734df4f58, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4d2630794ad44157a0fcee2ece8f6a52, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/ac026046556d40d69bc3898e1ef0d416] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=48.7 K 2024-12-02T08:24:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,957 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a9d40931f1664a90af8be5d1a3b5804d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733127880738 2024-12-02T08:24:45,958 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting d078199ee9f34a7aad2fe2e734df4f58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733127882893 2024-12-02T08:24:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,958 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d2630794ad44157a0fcee2ece8f6a52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733127883532 2024-12-02T08:24:45,958 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ac026046556d40d69bc3898e1ef0d416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733127884680 2024-12-02T08:24:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742564_1740 (size=4469) 2024-12-02T08:24:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,962 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#625 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,962 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/ac5f856a9a9541958e8708c567812c84 is 175, key is test_row_0/A:col10/1733127884992/Put/seqid=0 2024-12-02T08:24:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742565_1741 (size=32073) 2024-12-02T08:24:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,969 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#627 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:45,970 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/c9098ccbfdc6472eac8d1c7b0847f3d2 is 50, key is test_row_0/C:col10/1733127884992/Put/seqid=0 2024-12-02T08:24:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,971 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/ac5f856a9a9541958e8708c567812c84 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/ac5f856a9a9541958e8708c567812c84 2024-12-02T08:24:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742566_1742 (size=13085) 2024-12-02T08:24:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-02T08:24:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:45,977 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-02T08:24:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:45,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:45,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,982 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into ac5f856a9a9541958e8708c567812c84(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:45,982 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:45,982 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=12, startTime=1733127885920; duration=0sec 2024-12-02T08:24:45,983 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:45,983 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ac2733ec139c46ffb07734ee1a1311d6_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127885005/Put/seqid=0 2024-12-02T08:24:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742567_1743 (size=9914) 2024-12-02T08:24:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,051 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ac2733ec139c46ffb07734ee1a1311d6_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ac2733ec139c46ffb07734ee1a1311d6_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/2addc677ddd44886b8b470b7155c6ba3, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/2addc677ddd44886b8b470b7155c6ba3 is 175, key is test_row_0/A:col10/1733127885005/Put/seqid=0 2024-12-02T08:24:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742568_1744 (size=22561) 2024-12-02T08:24:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:46,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:46,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127946185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127946187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127946290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127946298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,397 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/c9098ccbfdc6472eac8d1c7b0847f3d2 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c9098ccbfdc6472eac8d1c7b0847f3d2 2024-12-02T08:24:46,411 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into c9098ccbfdc6472eac8d1c7b0847f3d2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:46,412 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:46,412 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=12, startTime=1733127885921; duration=0sec 2024-12-02T08:24:46,412 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:46,412 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T08:24:46,469 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/2addc677ddd44886b8b470b7155c6ba3 2024-12-02T08:24:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/7bbeb0f7c0ab41a3a98ab73810af0eb7 is 50, key is test_row_0/B:col10/1733127885005/Put/seqid=0 2024-12-02T08:24:46,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127946501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127946507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742569_1745 (size=9857) 2024-12-02T08:24:46,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127946819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127946819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:46,955 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/7bbeb0f7c0ab41a3a98ab73810af0eb7 2024-12-02T08:24:46,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/a8cd14d4a8434849af2b80f9f738ff95 is 50, key is test_row_0/C:col10/1733127885005/Put/seqid=0 2024-12-02T08:24:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742570_1746 (size=9857) 2024-12-02T08:24:46,972 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/a8cd14d4a8434849af2b80f9f738ff95 2024-12-02T08:24:46,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/2addc677ddd44886b8b470b7155c6ba3 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/2addc677ddd44886b8b470b7155c6ba3 2024-12-02T08:24:46,979 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/2addc677ddd44886b8b470b7155c6ba3, entries=100, sequenceid=369, filesize=22.0 K 2024-12-02T08:24:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/7bbeb0f7c0ab41a3a98ab73810af0eb7 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/7bbeb0f7c0ab41a3a98ab73810af0eb7 2024-12-02T08:24:46,983 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/7bbeb0f7c0ab41a3a98ab73810af0eb7, entries=100, sequenceid=369, filesize=9.6 K 2024-12-02T08:24:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/a8cd14d4a8434849af2b80f9f738ff95 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a8cd14d4a8434849af2b80f9f738ff95 2024-12-02T08:24:46,986 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a8cd14d4a8434849af2b80f9f738ff95, entries=100, sequenceid=369, filesize=9.6 K 2024-12-02T08:24:46,987 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b6484664ab67ee334084e11d67dd254 in 1010ms, sequenceid=369, compaction requested=false 2024-12-02T08:24:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-02T08:24:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-02T08:24:46,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-02T08:24:46,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-12-02T08:24:46,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.6360 sec 2024-12-02T08:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:47,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-02T08:24:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127947334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127947334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023c9d025aec13417f95eed77971c2153d_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127886177/Put/seqid=0 2024-12-02T08:24:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742571_1747 (size=14994) 2024-12-02T08:24:47,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127947437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127947437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-02T08:24:47,459 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-02T08:24:47,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T08:24:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-02T08:24:47,462 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T08:24:47,462 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T08:24:47,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T08:24:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T08:24:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T08:24:47,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T08:24:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:47,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127947647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127947647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:47,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023c9d025aec13417f95eed77971c2153d_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023c9d025aec13417f95eed77971c2153d_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:47,746 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9dcc3705d824152914e86b8a96e9ed9, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:47,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9dcc3705d824152914e86b8a96e9ed9 is 175, key is test_row_0/A:col10/1733127886177/Put/seqid=0 2024-12-02T08:24:47,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742572_1748 (size=39949) 2024-12-02T08:24:47,750 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9dcc3705d824152914e86b8a96e9ed9 2024-12-02T08:24:47,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/6d03fda6834e47d4b3223bf834976424 is 50, key is test_row_0/B:col10/1733127886177/Put/seqid=0 2024-12-02T08:24:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742573_1749 (size=12301) 2024-12-02T08:24:47,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/6d03fda6834e47d4b3223bf834976424 2024-12-02T08:24:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T08:24:47,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/adc6ad7f06e64bf38f9ff3749f5c7e36 is 50, key is test_row_0/C:col10/1733127886177/Put/seqid=0 2024-12-02T08:24:47,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T08:24:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:47,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742574_1750 (size=12301) 2024-12-02T08:24:47,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T08:24:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:47,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:47,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127947949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:47,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127947951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T08:24:48,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T08:24:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:48,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/adc6ad7f06e64bf38f9ff3749f5c7e36 2024-12-02T08:24:48,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/d9dcc3705d824152914e86b8a96e9ed9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9dcc3705d824152914e86b8a96e9ed9 2024-12-02T08:24:48,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9dcc3705d824152914e86b8a96e9ed9, entries=200, sequenceid=398, filesize=39.0 K 2024-12-02T08:24:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/6d03fda6834e47d4b3223bf834976424 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/6d03fda6834e47d4b3223bf834976424 2024-12-02T08:24:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/6d03fda6834e47d4b3223bf834976424, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T08:24:48,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T08:24:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:48,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/adc6ad7f06e64bf38f9ff3749f5c7e36 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/adc6ad7f06e64bf38f9ff3749f5c7e36 2024-12-02T08:24:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T08:24:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/adc6ad7f06e64bf38f9ff3749f5c7e36, entries=150, sequenceid=398, filesize=12.0 K 2024-12-02T08:24:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5b6484664ab67ee334084e11d67dd254 in 929ms, sequenceid=398, compaction requested=true 2024-12-02T08:24:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:48,255 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:48,255 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,257 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:48,257 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:48,257 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,257 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/737344cf35f54b9281d314b726af2d5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/7bbeb0f7c0ab41a3a98ab73810af0eb7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/6d03fda6834e47d4b3223bf834976424] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=34.5 K 2024-12-02T08:24:48,257 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:48,258 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:48,258 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,258 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/ac5f856a9a9541958e8708c567812c84, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/2addc677ddd44886b8b470b7155c6ba3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9dcc3705d824152914e86b8a96e9ed9] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=92.4 K 2024-12-02T08:24:48,258 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,258 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/ac5f856a9a9541958e8708c567812c84, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/2addc677ddd44886b8b470b7155c6ba3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9dcc3705d824152914e86b8a96e9ed9] 2024-12-02T08:24:48,258 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 737344cf35f54b9281d314b726af2d5b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733127884680 2024-12-02T08:24:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,263 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bbeb0f7c0ab41a3a98ab73810af0eb7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733127885005 2024-12-02T08:24:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,264 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac5f856a9a9541958e8708c567812c84, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733127884680 2024-12-02T08:24:48,264 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d03fda6834e47d4b3223bf834976424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733127886177 2024-12-02T08:24:48,265 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2addc677ddd44886b8b470b7155c6ba3, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733127885005 2024-12-02T08:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,267 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9dcc3705d824152914e86b8a96e9ed9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733127886177 2024-12-02T08:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,287 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,292 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#635 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:48,292 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/1a9754ae004049d4adbc0f58b29e42ed is 50, key is test_row_0/B:col10/1733127886177/Put/seqid=0 2024-12-02T08:24:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,294 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120216f5fcacfef64f149e56487efb69cab4_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,295 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120216f5fcacfef64f149e56487efb69cab4_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:48,295 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120216f5fcacfef64f149e56487efb69cab4_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742576_1752 (size=4469) 2024-12-02T08:24:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742575_1751 (size=13221) 2024-12-02T08:24:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41577 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-02T08:24:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,393 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-02T08:24:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e272acfb0a66476e98b58d98a752b17c_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127887333/Put/seqid=0 2024-12-02T08:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742577_1753 (size=9914) 2024-12-02T08:24:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. as already flushing 2024-12-02T08:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127948523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127948526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T08:24:48,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127948626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127948631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,701 DEBUG [Thread-2823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49019618 to 127.0.0.1:64366 2024-12-02T08:24:48,701 DEBUG [Thread-2823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:48,701 DEBUG [Thread-2831 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b69e269 to 127.0.0.1:64366 2024-12-02T08:24:48,701 DEBUG [Thread-2831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:48,702 DEBUG [Thread-2829 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x219191a1 to 127.0.0.1:64366 2024-12-02T08:24:48,702 DEBUG [Thread-2829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:48,703 DEBUG [Thread-2827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x336d4b92 to 127.0.0.1:64366 2024-12-02T08:24:48,703 DEBUG [Thread-2827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:48,703 DEBUG [Thread-2825 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7887fec7 to 127.0.0.1:64366 2024-12-02T08:24:48,703 DEBUG [Thread-2825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:48,740 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#634 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:48,741 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/7c2398a7156a424bad4fe28c152ad9cb is 175, key is test_row_0/A:col10/1733127886177/Put/seqid=0 2024-12-02T08:24:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742578_1754 (size=32175) 2024-12-02T08:24:48,747 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/1a9754ae004049d4adbc0f58b29e42ed as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/1a9754ae004049d4adbc0f58b29e42ed 2024-12-02T08:24:48,750 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into 1a9754ae004049d4adbc0f58b29e42ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:48,750 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:48,750 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=13, startTime=1733127888255; duration=0sec 2024-12-02T08:24:48,751 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:48,751 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:48,751 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:48,751 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:48,751 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:48,751 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,752 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c9098ccbfdc6472eac8d1c7b0847f3d2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a8cd14d4a8434849af2b80f9f738ff95, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/adc6ad7f06e64bf38f9ff3749f5c7e36] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=34.4 K 2024-12-02T08:24:48,752 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting c9098ccbfdc6472eac8d1c7b0847f3d2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733127884680 2024-12-02T08:24:48,752 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting a8cd14d4a8434849af2b80f9f738ff95, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733127885005 2024-12-02T08:24:48,752 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting adc6ad7f06e64bf38f9ff3749f5c7e36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733127886177 2024-12-02T08:24:48,756 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#637 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:48,757 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d5cf701df0d94bb78501b7bc87e2d2fd is 50, key is test_row_0/C:col10/1733127886177/Put/seqid=0 2024-12-02T08:24:48,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742579_1755 (size=13187) 2024-12-02T08:24:48,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:48,811 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202e272acfb0a66476e98b58d98a752b17c_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e272acfb0a66476e98b58d98a752b17c_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:48,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/dd77731cedf041c7bfb27ae638624461, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:48,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/dd77731cedf041c7bfb27ae638624461 is 175, key is test_row_0/A:col10/1733127887333/Put/seqid=0 2024-12-02T08:24:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742580_1756 (size=22561) 2024-12-02T08:24:48,815 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/dd77731cedf041c7bfb27ae638624461 2024-12-02T08:24:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3bc522bdbf184fdb95758034d76353f9 is 50, key is test_row_0/B:col10/1733127887333/Put/seqid=0 2024-12-02T08:24:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742581_1757 (size=9857) 2024-12-02T08:24:48,824 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3bc522bdbf184fdb95758034d76353f9 2024-12-02T08:24:48,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/03bc5e796b464adcb6a758006e8ba669 is 50, key is test_row_0/C:col10/1733127887333/Put/seqid=0 2024-12-02T08:24:48,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46476 deadline: 1733127948829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T08:24:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46514 deadline: 1733127948832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742582_1758 (size=9857) 2024-12-02T08:24:48,836 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/03bc5e796b464adcb6a758006e8ba669 2024-12-02T08:24:48,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/dd77731cedf041c7bfb27ae638624461 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/dd77731cedf041c7bfb27ae638624461 2024-12-02T08:24:48,842 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/dd77731cedf041c7bfb27ae638624461, entries=100, sequenceid=407, filesize=22.0 K 2024-12-02T08:24:48,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/3bc522bdbf184fdb95758034d76353f9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3bc522bdbf184fdb95758034d76353f9 2024-12-02T08:24:48,846 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3bc522bdbf184fdb95758034d76353f9, entries=100, sequenceid=407, filesize=9.6 K 2024-12-02T08:24:48,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/03bc5e796b464adcb6a758006e8ba669 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/03bc5e796b464adcb6a758006e8ba669 2024-12-02T08:24:48,849 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/03bc5e796b464adcb6a758006e8ba669, entries=100, sequenceid=407, filesize=9.6 K 2024-12-02T08:24:48,850 INFO [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5b6484664ab67ee334084e11d67dd254 in 457ms, sequenceid=407, compaction requested=false 2024-12-02T08:24:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ceab608fb84d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-02T08:24:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-02T08:24:48,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-02T08:24:48,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3890 sec 2024-12-02T08:24:48,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.3920 sec 2024-12-02T08:24:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41577 {}] regionserver.HRegion(8581): Flush requested on 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:49,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-02T08:24:49,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:49,133 DEBUG [Thread-2816 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20bb05a7 to 127.0.0.1:64366 2024-12-02T08:24:49,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:49,133 DEBUG [Thread-2816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:49,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:49,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:49,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:49,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:49,135 DEBUG [Thread-2814 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b739a35 to 127.0.0.1:64366 2024-12-02T08:24:49,135 DEBUG [Thread-2814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:49,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d4433612466a455db231ef653e95f6ed_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127888521/Put/seqid=0 2024-12-02T08:24:49,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742583_1759 (size=12454) 2024-12-02T08:24:49,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:49,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d4433612466a455db231ef653e95f6ed_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4433612466a455db231ef653e95f6ed_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:49,146 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/87a1d493412541a5ad6c8949af43d57a, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:49,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/87a1d493412541a5ad6c8949af43d57a is 175, key is test_row_0/A:col10/1733127888521/Put/seqid=0 2024-12-02T08:24:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742584_1760 (size=31255) 2024-12-02T08:24:49,151 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/87a1d493412541a5ad6c8949af43d57a 2024-12-02T08:24:49,152 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/7c2398a7156a424bad4fe28c152ad9cb as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7c2398a7156a424bad4fe28c152ad9cb 2024-12-02T08:24:49,157 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into 7c2398a7156a424bad4fe28c152ad9cb(size=31.4 K), total size for store is 53.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:49,157 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:49,157 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=13, startTime=1733127888255; duration=0sec 2024-12-02T08:24:49,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:49,158 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:49,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/ea96d02c65fd436fb996e81509d23f24 is 50, key is test_row_0/B:col10/1733127888521/Put/seqid=0 2024-12-02T08:24:49,165 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d5cf701df0d94bb78501b7bc87e2d2fd as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5cf701df0d94bb78501b7bc87e2d2fd 2024-12-02T08:24:49,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742585_1761 (size=12301) 2024-12-02T08:24:49,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/ea96d02c65fd436fb996e81509d23f24 2024-12-02T08:24:49,171 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into d5cf701df0d94bb78501b7bc87e2d2fd(size=12.9 K), total size for store is 22.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:49,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:49,171 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=13, startTime=1733127888255; duration=0sec 2024-12-02T08:24:49,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:49,171 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:49,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d43641e3a822426e8a355811a9cf5bb4 is 50, key is test_row_0/C:col10/1733127888521/Put/seqid=0 2024-12-02T08:24:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742586_1762 (size=12301) 2024-12-02T08:24:49,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d43641e3a822426e8a355811a9cf5bb4 2024-12-02T08:24:49,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/87a1d493412541a5ad6c8949af43d57a as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/87a1d493412541a5ad6c8949af43d57a 2024-12-02T08:24:49,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/87a1d493412541a5ad6c8949af43d57a, entries=150, sequenceid=436, filesize=30.5 K 2024-12-02T08:24:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/ea96d02c65fd436fb996e81509d23f24 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/ea96d02c65fd436fb996e81509d23f24 2024-12-02T08:24:49,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/ea96d02c65fd436fb996e81509d23f24, entries=150, sequenceid=436, filesize=12.0 K 2024-12-02T08:24:49,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/d43641e3a822426e8a355811a9cf5bb4 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d43641e3a822426e8a355811a9cf5bb4 2024-12-02T08:24:49,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d43641e3a822426e8a355811a9cf5bb4, entries=150, sequenceid=436, filesize=12.0 K 2024-12-02T08:24:49,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=6.71 KB/6870 for 5b6484664ab67ee334084e11d67dd254 in 72ms, sequenceid=436, compaction requested=true 2024-12-02T08:24:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T08:24:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:49,205 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:49,205 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T08:24:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b6484664ab67ee334084e11d67dd254:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T08:24:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:49,206 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:49,206 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/A is initiating minor compaction (all files) 2024-12-02T08:24:49,206 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/A in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:49,206 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7c2398a7156a424bad4fe28c152ad9cb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/dd77731cedf041c7bfb27ae638624461, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/87a1d493412541a5ad6c8949af43d57a] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=84.0 K 2024-12-02T08:24:49,206 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:49,206 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. files: [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7c2398a7156a424bad4fe28c152ad9cb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/dd77731cedf041c7bfb27ae638624461, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/87a1d493412541a5ad6c8949af43d57a] 2024-12-02T08:24:49,207 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c2398a7156a424bad4fe28c152ad9cb, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733127886177 2024-12-02T08:24:49,207 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:49,207 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/B is initiating minor compaction (all files) 2024-12-02T08:24:49,207 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd77731cedf041c7bfb27ae638624461, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733127887328 2024-12-02T08:24:49,207 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/B in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:49,207 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/1a9754ae004049d4adbc0f58b29e42ed, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3bc522bdbf184fdb95758034d76353f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/ea96d02c65fd436fb996e81509d23f24] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=34.5 K 2024-12-02T08:24:49,207 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87a1d493412541a5ad6c8949af43d57a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733127888521 2024-12-02T08:24:49,207 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a9754ae004049d4adbc0f58b29e42ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733127886177 2024-12-02T08:24:49,208 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc522bdbf184fdb95758034d76353f9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733127887328 2024-12-02T08:24:49,208 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] compactions.Compactor(224): Compacting ea96d02c65fd436fb996e81509d23f24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733127888521 2024-12-02T08:24:49,219 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:49,224 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202280d5533cdea442bab33de14dfba50bc_5b6484664ab67ee334084e11d67dd254 store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:49,227 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202280d5533cdea442bab33de14dfba50bc_5b6484664ab67ee334084e11d67dd254, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:49,227 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202280d5533cdea442bab33de14dfba50bc_5b6484664ab67ee334084e11d67dd254 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:49,232 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#B#compaction#644 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:49,233 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/059e6ea69f644bc0b1fd6d67fd55a28e is 50, key is test_row_0/B:col10/1733127888521/Put/seqid=0 2024-12-02T08:24:49,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742587_1763 (size=4469) 2024-12-02T08:24:49,239 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#A#compaction#643 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:49,239 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/25857fa1cc854c96abaa8c61455217c5 is 175, key is test_row_0/A:col10/1733127888521/Put/seqid=0 2024-12-02T08:24:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742588_1764 (size=13323) 2024-12-02T08:24:49,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742589_1765 (size=32277) 2024-12-02T08:24:49,249 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/25857fa1cc854c96abaa8c61455217c5 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/25857fa1cc854c96abaa8c61455217c5 2024-12-02T08:24:49,256 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/A of 5b6484664ab67ee334084e11d67dd254 into 25857fa1cc854c96abaa8c61455217c5(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:49,256 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:49,256 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/A, priority=13, startTime=1733127889205; duration=0sec 2024-12-02T08:24:49,256 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T08:24:49,256 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:A 2024-12-02T08:24:49,256 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T08:24:49,257 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T08:24:49,257 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1540): 5b6484664ab67ee334084e11d67dd254/C is initiating minor compaction (all files) 2024-12-02T08:24:49,257 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b6484664ab67ee334084e11d67dd254/C in TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:49,257 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5cf701df0d94bb78501b7bc87e2d2fd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/03bc5e796b464adcb6a758006e8ba669, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d43641e3a822426e8a355811a9cf5bb4] into tmpdir=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp, totalSize=34.5 K 2024-12-02T08:24:49,257 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5cf701df0d94bb78501b7bc87e2d2fd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733127886177 2024-12-02T08:24:49,257 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03bc5e796b464adcb6a758006e8ba669, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733127887328 2024-12-02T08:24:49,258 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] compactions.Compactor(224): Compacting d43641e3a822426e8a355811a9cf5bb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733127888521 2024-12-02T08:24:49,263 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b6484664ab67ee334084e11d67dd254#C#compaction#645 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T08:24:49,263 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/b569cf180087416fada4ad6aedf604c6 is 50, key is test_row_0/C:col10/1733127888521/Put/seqid=0 2024-12-02T08:24:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742590_1766 (size=13289) 2024-12-02T08:24:49,277 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/b569cf180087416fada4ad6aedf604c6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/b569cf180087416fada4ad6aedf604c6 2024-12-02T08:24:49,287 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/C of 5b6484664ab67ee334084e11d67dd254 into b569cf180087416fada4ad6aedf604c6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:49,287 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:49,287 INFO [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/C, priority=13, startTime=1733127889205; duration=0sec 2024-12-02T08:24:49,287 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:49,287 DEBUG [RS:0;ceab608fb84d:41577-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:C 2024-12-02T08:24:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-02T08:24:49,568 INFO [Thread-2822 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-02T08:24:49,644 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/059e6ea69f644bc0b1fd6d67fd55a28e as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/059e6ea69f644bc0b1fd6d67fd55a28e 2024-12-02T08:24:49,648 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b6484664ab67ee334084e11d67dd254/B of 5b6484664ab67ee334084e11d67dd254 into 059e6ea69f644bc0b1fd6d67fd55a28e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T08:24:49,648 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:49,648 INFO [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254., storeName=5b6484664ab67ee334084e11d67dd254/B, priority=13, startTime=1733127889205; duration=0sec 2024-12-02T08:24:49,648 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T08:24:49,648 DEBUG [RS:0;ceab608fb84d:41577-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b6484664ab67ee334084e11d67dd254:B 2024-12-02T08:24:51,587 DEBUG [Thread-2818 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:64366 2024-12-02T08:24:51,587 DEBUG [Thread-2818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:51,605 DEBUG [Thread-2812 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17899883 to 127.0.0.1:64366 2024-12-02T08:24:51,605 DEBUG [Thread-2812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:51,657 DEBUG [Thread-2820 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:64366 2024-12-02T08:24:51,657 DEBUG [Thread-2820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5180 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4992 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4990 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5229 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4985 2024-12-02T08:24:51,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T08:24:51,657 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T08:24:51,658 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x092e7af3 to 127.0.0.1:64366 2024-12-02T08:24:51,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:51,658 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-02T08:24:51,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T08:24:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T08:24:51,660 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127891660"}]},"ts":"1733127891660"} 2024-12-02T08:24:51,661 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T08:24:51,682 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T08:24:51,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T08:24:51,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, UNASSIGN}] 2024-12-02T08:24:51,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, UNASSIGN 2024-12-02T08:24:51,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=CLOSING, regionLocation=ceab608fb84d,41577,1733127704904 2024-12-02T08:24:51,686 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T08:24:51,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; CloseRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904}] 2024-12-02T08:24:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T08:24:51,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ceab608fb84d,41577,1733127704904 2024-12-02T08:24:51,838 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(124): Close 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1681): Closing 5b6484664ab67ee334084e11d67dd254, disabling compactions & flushes 2024-12-02T08:24:51,838 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. after waiting 0 ms 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:51,838 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(2837): Flushing 5b6484664ab67ee334084e11d67dd254 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=A 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:51,838 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=B 2024-12-02T08:24:51,839 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:51,839 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b6484664ab67ee334084e11d67dd254, store=C 2024-12-02T08:24:51,839 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T08:24:51,844 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ef9240ea4e57497884005060adf8ba77_5b6484664ab67ee334084e11d67dd254 is 50, key is test_row_0/A:col10/1733127891586/Put/seqid=0 2024-12-02T08:24:51,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742591_1767 (size=12454) 2024-12-02T08:24:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T08:24:52,248 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T08:24:52,251 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ef9240ea4e57497884005060adf8ba77_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ef9240ea4e57497884005060adf8ba77_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:52,252 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/efae2235a0434fb399bfba45400c3c15, store: [table=TestAcidGuarantees family=A region=5b6484664ab67ee334084e11d67dd254] 2024-12-02T08:24:52,252 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/efae2235a0434fb399bfba45400c3c15 is 175, key is test_row_0/A:col10/1733127891586/Put/seqid=0 2024-12-02T08:24:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T08:24:52,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742592_1768 (size=31255) 2024-12-02T08:24:52,666 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/efae2235a0434fb399bfba45400c3c15 2024-12-02T08:24:52,671 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/c6a83d5f0e3447a6a76c7e2f1e2a1a16 is 50, key is test_row_0/B:col10/1733127891586/Put/seqid=0 2024-12-02T08:24:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742593_1769 (size=12301) 2024-12-02T08:24:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T08:24:53,079 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/c6a83d5f0e3447a6a76c7e2f1e2a1a16 2024-12-02T08:24:53,108 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/b32326ab61aa43c795358ceb70a182b9 is 50, key is test_row_0/C:col10/1733127891586/Put/seqid=0 2024-12-02T08:24:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742594_1770 (size=12301) 2024-12-02T08:24:53,512 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/b32326ab61aa43c795358ceb70a182b9 2024-12-02T08:24:53,515 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/A/efae2235a0434fb399bfba45400c3c15 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/efae2235a0434fb399bfba45400c3c15 2024-12-02T08:24:53,518 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/efae2235a0434fb399bfba45400c3c15, entries=150, sequenceid=448, filesize=30.5 K 2024-12-02T08:24:53,519 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/B/c6a83d5f0e3447a6a76c7e2f1e2a1a16 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/c6a83d5f0e3447a6a76c7e2f1e2a1a16 2024-12-02T08:24:53,522 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/c6a83d5f0e3447a6a76c7e2f1e2a1a16, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T08:24:53,522 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/.tmp/C/b32326ab61aa43c795358ceb70a182b9 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/b32326ab61aa43c795358ceb70a182b9 2024-12-02T08:24:53,526 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/b32326ab61aa43c795358ceb70a182b9, entries=150, sequenceid=448, filesize=12.0 K 2024-12-02T08:24:53,526 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5b6484664ab67ee334084e11d67dd254 in 1688ms, sequenceid=448, compaction requested=false 2024-12-02T08:24:53,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/4a67490f7b224cd587a4940bc9a56ea9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/b5eb4bf8a78541dda3cd08d9d667b76c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e8203818c2af4631bb16289a0b3af5b4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/f55450030e1f4e3fbeaf7bf3d030e60c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3259180ccdbc44d79875ffa83a94ee9c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/0feecc5d54b04941b8374f90fbf87270, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/259656d435814fbdb0820c38f8cdb5d2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/24db5107f900499f8ac7f4e7643a2a32, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/1eceecc0a97c43279701e338b749a9a7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/65ddc198f72a4eefbb025031bfc7fa5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/a2a2b6a5d7de4128b504ac739c622169, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/eb8e1cc40c43447cabf6a98e4e5cda0a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/9a3a2abb49714eae88a455924c8f9292, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d86bbea320a64951ae8a65e45fa4c2a6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c313be90746a4b0ca50e07cb40c1cc99, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/42aa5d43b0b3424eb0f0575d17d3167b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7cdce5e1691b422ca25155778526590d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9b96191f3104fe8af41b7a7210ade72, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3f9e4da87f7b407fa1e2cb5a07b6922b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3e528b7094044747a67cd6c7fe320b9f, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e0a415124ed84e99b14351672ff622ac, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c5c1484889394eedb0b3dbcb1fda28f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/bac8c31c00a74cc7b6d28a090b386c5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/76fd65585fc04ccab8d3721d23d575d3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/ac5f856a9a9541958e8708c567812c84, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/2addc677ddd44886b8b470b7155c6ba3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9dcc3705d824152914e86b8a96e9ed9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7c2398a7156a424bad4fe28c152ad9cb, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/dd77731cedf041c7bfb27ae638624461, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/87a1d493412541a5ad6c8949af43d57a] to archive 2024-12-02T08:24:53,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:53,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/4a67490f7b224cd587a4940bc9a56ea9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/4a67490f7b224cd587a4940bc9a56ea9 2024-12-02T08:24:53,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/b5eb4bf8a78541dda3cd08d9d667b76c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/b5eb4bf8a78541dda3cd08d9d667b76c 2024-12-02T08:24:53,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e8203818c2af4631bb16289a0b3af5b4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e8203818c2af4631bb16289a0b3af5b4 2024-12-02T08:24:53,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/f55450030e1f4e3fbeaf7bf3d030e60c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/f55450030e1f4e3fbeaf7bf3d030e60c 2024-12-02T08:24:53,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3259180ccdbc44d79875ffa83a94ee9c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3259180ccdbc44d79875ffa83a94ee9c 2024-12-02T08:24:53,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/0feecc5d54b04941b8374f90fbf87270 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/0feecc5d54b04941b8374f90fbf87270 2024-12-02T08:24:53,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/259656d435814fbdb0820c38f8cdb5d2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/259656d435814fbdb0820c38f8cdb5d2 2024-12-02T08:24:53,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/24db5107f900499f8ac7f4e7643a2a32 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/24db5107f900499f8ac7f4e7643a2a32 2024-12-02T08:24:53,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/1eceecc0a97c43279701e338b749a9a7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/1eceecc0a97c43279701e338b749a9a7 2024-12-02T08:24:53,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/65ddc198f72a4eefbb025031bfc7fa5b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/65ddc198f72a4eefbb025031bfc7fa5b 2024-12-02T08:24:53,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/a2a2b6a5d7de4128b504ac739c622169 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/a2a2b6a5d7de4128b504ac739c622169 2024-12-02T08:24:53,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/eb8e1cc40c43447cabf6a98e4e5cda0a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/eb8e1cc40c43447cabf6a98e4e5cda0a 2024-12-02T08:24:53,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/9a3a2abb49714eae88a455924c8f9292 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/9a3a2abb49714eae88a455924c8f9292 2024-12-02T08:24:53,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d86bbea320a64951ae8a65e45fa4c2a6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d86bbea320a64951ae8a65e45fa4c2a6 2024-12-02T08:24:53,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c313be90746a4b0ca50e07cb40c1cc99 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c313be90746a4b0ca50e07cb40c1cc99 2024-12-02T08:24:53,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/42aa5d43b0b3424eb0f0575d17d3167b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/42aa5d43b0b3424eb0f0575d17d3167b 2024-12-02T08:24:53,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7cdce5e1691b422ca25155778526590d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7cdce5e1691b422ca25155778526590d 2024-12-02T08:24:53,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9b96191f3104fe8af41b7a7210ade72 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9b96191f3104fe8af41b7a7210ade72 2024-12-02T08:24:53,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3f9e4da87f7b407fa1e2cb5a07b6922b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3f9e4da87f7b407fa1e2cb5a07b6922b 2024-12-02T08:24:53,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3e528b7094044747a67cd6c7fe320b9f to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/3e528b7094044747a67cd6c7fe320b9f 2024-12-02T08:24:53,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e0a415124ed84e99b14351672ff622ac to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/e0a415124ed84e99b14351672ff622ac 2024-12-02T08:24:53,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c5c1484889394eedb0b3dbcb1fda28f9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/c5c1484889394eedb0b3dbcb1fda28f9 2024-12-02T08:24:53,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/bac8c31c00a74cc7b6d28a090b386c5b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/bac8c31c00a74cc7b6d28a090b386c5b 2024-12-02T08:24:53,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/76fd65585fc04ccab8d3721d23d575d3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/76fd65585fc04ccab8d3721d23d575d3 2024-12-02T08:24:53,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/ac5f856a9a9541958e8708c567812c84 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/ac5f856a9a9541958e8708c567812c84 2024-12-02T08:24:53,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/2addc677ddd44886b8b470b7155c6ba3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/2addc677ddd44886b8b470b7155c6ba3 2024-12-02T08:24:53,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9dcc3705d824152914e86b8a96e9ed9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/d9dcc3705d824152914e86b8a96e9ed9 2024-12-02T08:24:53,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7c2398a7156a424bad4fe28c152ad9cb to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/7c2398a7156a424bad4fe28c152ad9cb 2024-12-02T08:24:53,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/dd77731cedf041c7bfb27ae638624461 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/dd77731cedf041c7bfb27ae638624461 2024-12-02T08:24:53,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/87a1d493412541a5ad6c8949af43d57a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/87a1d493412541a5ad6c8949af43d57a 2024-12-02T08:24:53,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/390e0fe9915d4e81895466727562475d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3725a3f7adac48bfa9efd6e4973ad84d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6c81495dce6422ba2312c5bbbc73aab, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d3bb7b811f144de8ad6637dce4e667e3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/853437c86b154c8d94c58b9f8d02ce04, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/be7652c58d144ed59fd5c6f17670a810, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d105c33bc760421ebaa7356df2743930, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/f875ac257b4b42a7bdd5662d9668ee5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/fbe713a05a514a23a20538b501249224, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/49f78d89a71f4ef4974d8ad58167a7e1, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/407c41e5ac5d4230ad8a625ae4ad8d0d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/87a75a5a40fd4b3c99f9f850c051b088, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/edfcebc00f4048479cacf73702460fc4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b6130bff5f624d7f859e060bd861b8e3, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a812c6b706cc42079d96872fe7edb324, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6327dad1eda4201b8a4ab162499cb08, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3e5e1f322d8942da98a241cbb80706d4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/e314474f227443c897075a0645a97a34, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/78f79b4fffa342a4b5019714c3ccf5c2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/feec98c6d6d4424f9001ae022cee5841, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/eccc483e4622479ebcd0a3cf6835aafd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/4d17a8d3ae78497ba78995edff7bf942, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b048ac444772451ca3b3f4b70ef980a5, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/737344cf35f54b9281d314b726af2d5b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/daa25173f874471d8cb2ebd2becf8b46, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/7bbeb0f7c0ab41a3a98ab73810af0eb7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/1a9754ae004049d4adbc0f58b29e42ed, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/6d03fda6834e47d4b3223bf834976424, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3bc522bdbf184fdb95758034d76353f9, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/ea96d02c65fd436fb996e81509d23f24] to archive 2024-12-02T08:24:53,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:53,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/390e0fe9915d4e81895466727562475d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/390e0fe9915d4e81895466727562475d 2024-12-02T08:24:53,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3725a3f7adac48bfa9efd6e4973ad84d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3725a3f7adac48bfa9efd6e4973ad84d 2024-12-02T08:24:53,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6c81495dce6422ba2312c5bbbc73aab to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6c81495dce6422ba2312c5bbbc73aab 2024-12-02T08:24:53,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d3bb7b811f144de8ad6637dce4e667e3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d3bb7b811f144de8ad6637dce4e667e3 2024-12-02T08:24:53,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/853437c86b154c8d94c58b9f8d02ce04 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/853437c86b154c8d94c58b9f8d02ce04 2024-12-02T08:24:53,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/be7652c58d144ed59fd5c6f17670a810 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/be7652c58d144ed59fd5c6f17670a810 2024-12-02T08:24:53,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d105c33bc760421ebaa7356df2743930 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/d105c33bc760421ebaa7356df2743930 2024-12-02T08:24:53,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/f875ac257b4b42a7bdd5662d9668ee5b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/f875ac257b4b42a7bdd5662d9668ee5b 2024-12-02T08:24:53,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/fbe713a05a514a23a20538b501249224 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/fbe713a05a514a23a20538b501249224 2024-12-02T08:24:53,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/49f78d89a71f4ef4974d8ad58167a7e1 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/49f78d89a71f4ef4974d8ad58167a7e1 2024-12-02T08:24:53,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/407c41e5ac5d4230ad8a625ae4ad8d0d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/407c41e5ac5d4230ad8a625ae4ad8d0d 2024-12-02T08:24:53,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/87a75a5a40fd4b3c99f9f850c051b088 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/87a75a5a40fd4b3c99f9f850c051b088 2024-12-02T08:24:53,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/edfcebc00f4048479cacf73702460fc4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/edfcebc00f4048479cacf73702460fc4 2024-12-02T08:24:53,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b6130bff5f624d7f859e060bd861b8e3 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b6130bff5f624d7f859e060bd861b8e3 2024-12-02T08:24:53,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a812c6b706cc42079d96872fe7edb324 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a812c6b706cc42079d96872fe7edb324 2024-12-02T08:24:53,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6327dad1eda4201b8a4ab162499cb08 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/a6327dad1eda4201b8a4ab162499cb08 2024-12-02T08:24:53,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3e5e1f322d8942da98a241cbb80706d4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3e5e1f322d8942da98a241cbb80706d4 2024-12-02T08:24:53,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/e314474f227443c897075a0645a97a34 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/e314474f227443c897075a0645a97a34 2024-12-02T08:24:53,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/78f79b4fffa342a4b5019714c3ccf5c2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/78f79b4fffa342a4b5019714c3ccf5c2 2024-12-02T08:24:53,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/feec98c6d6d4424f9001ae022cee5841 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/feec98c6d6d4424f9001ae022cee5841 2024-12-02T08:24:53,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/eccc483e4622479ebcd0a3cf6835aafd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/eccc483e4622479ebcd0a3cf6835aafd 2024-12-02T08:24:53,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/4d17a8d3ae78497ba78995edff7bf942 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/4d17a8d3ae78497ba78995edff7bf942 2024-12-02T08:24:53,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b048ac444772451ca3b3f4b70ef980a5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/b048ac444772451ca3b3f4b70ef980a5 2024-12-02T08:24:53,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/737344cf35f54b9281d314b726af2d5b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/737344cf35f54b9281d314b726af2d5b 2024-12-02T08:24:53,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/daa25173f874471d8cb2ebd2becf8b46 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/daa25173f874471d8cb2ebd2becf8b46 2024-12-02T08:24:53,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/7bbeb0f7c0ab41a3a98ab73810af0eb7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/7bbeb0f7c0ab41a3a98ab73810af0eb7 2024-12-02T08:24:53,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/1a9754ae004049d4adbc0f58b29e42ed to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/1a9754ae004049d4adbc0f58b29e42ed 2024-12-02T08:24:53,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/6d03fda6834e47d4b3223bf834976424 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/6d03fda6834e47d4b3223bf834976424 2024-12-02T08:24:53,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3bc522bdbf184fdb95758034d76353f9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/3bc522bdbf184fdb95758034d76353f9 2024-12-02T08:24:53,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/ea96d02c65fd436fb996e81509d23f24 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/ea96d02c65fd436fb996e81509d23f24 2024-12-02T08:24:53,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5f0a7b567e5435ba4171ee5eca36a8d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/96eb2b54bd224ae097dabe47f5171282, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d6b4c1ad34dc4421b416c2f25fbc3b6d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c81da7a4987d48259037e56c5a1e7417, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d48741b436fb479db03d2528016507a6, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/eeea8382234f49a79790a0d9a6d8eaec, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/0180600901244bbe89de18ff2cdfe18a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/1353ea031f5d403b9974ba65f73b4a03, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4f621dda94fb4dcfaa7d59df368d4520, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/372c8712c10f4bb6b46b3a88646051a4, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/cbda566f112e4ece8c088dd904f4026a, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/8bb71f4c3bee4a748404c65c50c84761, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/213b445b89344161bb2f6b3fe832ce5c, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/672f5226006f4956baab6d68bb244890, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/60505c397dbc40c7912c608d4567b6b2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/00b6718c54714fc7a8aa03755718c0ea, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/de3baf0d039b4b2fa4871ec0957d252b, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a9d40931f1664a90af8be5d1a3b5804d, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/75e102cb20294c7f86c65fce13e60917, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d078199ee9f34a7aad2fe2e734df4f58, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4d2630794ad44157a0fcee2ece8f6a52, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c9098ccbfdc6472eac8d1c7b0847f3d2, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/ac026046556d40d69bc3898e1ef0d416, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a8cd14d4a8434849af2b80f9f738ff95, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5cf701df0d94bb78501b7bc87e2d2fd, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/adc6ad7f06e64bf38f9ff3749f5c7e36, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/03bc5e796b464adcb6a758006e8ba669, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d43641e3a822426e8a355811a9cf5bb4] to archive 2024-12-02T08:24:53,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T08:24:53,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5f0a7b567e5435ba4171ee5eca36a8d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5f0a7b567e5435ba4171ee5eca36a8d 2024-12-02T08:24:53,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/96eb2b54bd224ae097dabe47f5171282 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/96eb2b54bd224ae097dabe47f5171282 2024-12-02T08:24:53,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d6b4c1ad34dc4421b416c2f25fbc3b6d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d6b4c1ad34dc4421b416c2f25fbc3b6d 2024-12-02T08:24:53,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c81da7a4987d48259037e56c5a1e7417 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c81da7a4987d48259037e56c5a1e7417 2024-12-02T08:24:53,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d48741b436fb479db03d2528016507a6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d48741b436fb479db03d2528016507a6 2024-12-02T08:24:53,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/aab9ba61f48d4faeb4a7d3e0cf0c72a7 2024-12-02T08:24:53,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/eeea8382234f49a79790a0d9a6d8eaec to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/eeea8382234f49a79790a0d9a6d8eaec 2024-12-02T08:24:53,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/0180600901244bbe89de18ff2cdfe18a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/0180600901244bbe89de18ff2cdfe18a 2024-12-02T08:24:53,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/1353ea031f5d403b9974ba65f73b4a03 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/1353ea031f5d403b9974ba65f73b4a03 2024-12-02T08:24:53,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4f621dda94fb4dcfaa7d59df368d4520 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4f621dda94fb4dcfaa7d59df368d4520 2024-12-02T08:24:53,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/372c8712c10f4bb6b46b3a88646051a4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/372c8712c10f4bb6b46b3a88646051a4 2024-12-02T08:24:53,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/cbda566f112e4ece8c088dd904f4026a to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/cbda566f112e4ece8c088dd904f4026a 2024-12-02T08:24:53,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/8bb71f4c3bee4a748404c65c50c84761 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/8bb71f4c3bee4a748404c65c50c84761 2024-12-02T08:24:53,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/213b445b89344161bb2f6b3fe832ce5c to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/213b445b89344161bb2f6b3fe832ce5c 2024-12-02T08:24:53,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/672f5226006f4956baab6d68bb244890 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/672f5226006f4956baab6d68bb244890 2024-12-02T08:24:53,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/60505c397dbc40c7912c608d4567b6b2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/60505c397dbc40c7912c608d4567b6b2 2024-12-02T08:24:53,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/00b6718c54714fc7a8aa03755718c0ea to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/00b6718c54714fc7a8aa03755718c0ea 2024-12-02T08:24:53,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/de3baf0d039b4b2fa4871ec0957d252b to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/de3baf0d039b4b2fa4871ec0957d252b 2024-12-02T08:24:53,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a9d40931f1664a90af8be5d1a3b5804d to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a9d40931f1664a90af8be5d1a3b5804d 2024-12-02T08:24:53,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/75e102cb20294c7f86c65fce13e60917 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/75e102cb20294c7f86c65fce13e60917 2024-12-02T08:24:53,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d078199ee9f34a7aad2fe2e734df4f58 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d078199ee9f34a7aad2fe2e734df4f58 2024-12-02T08:24:53,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4d2630794ad44157a0fcee2ece8f6a52 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/4d2630794ad44157a0fcee2ece8f6a52 2024-12-02T08:24:53,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c9098ccbfdc6472eac8d1c7b0847f3d2 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/c9098ccbfdc6472eac8d1c7b0847f3d2 2024-12-02T08:24:53,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/ac026046556d40d69bc3898e1ef0d416 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/ac026046556d40d69bc3898e1ef0d416 2024-12-02T08:24:53,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a8cd14d4a8434849af2b80f9f738ff95 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/a8cd14d4a8434849af2b80f9f738ff95 2024-12-02T08:24:53,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5cf701df0d94bb78501b7bc87e2d2fd to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d5cf701df0d94bb78501b7bc87e2d2fd 2024-12-02T08:24:53,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/adc6ad7f06e64bf38f9ff3749f5c7e36 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/adc6ad7f06e64bf38f9ff3749f5c7e36 2024-12-02T08:24:53,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/03bc5e796b464adcb6a758006e8ba669 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/03bc5e796b464adcb6a758006e8ba669 2024-12-02T08:24:53,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d43641e3a822426e8a355811a9cf5bb4 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/d43641e3a822426e8a355811a9cf5bb4 2024-12-02T08:24:53,607 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/recovered.edits/451.seqid, newMaxSeqId=451, maxSeqId=4 2024-12-02T08:24:53,608 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254. 2024-12-02T08:24:53,608 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1635): Region close journal for 5b6484664ab67ee334084e11d67dd254: 2024-12-02T08:24:53,610 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=5b6484664ab67ee334084e11d67dd254, regionState=CLOSED 2024-12-02T08:24:53,610 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(170): Closed 5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-02T08:24:53,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseRegionProcedure 5b6484664ab67ee334084e11d67dd254, server=ceab608fb84d,41577,1733127704904 in 1.9240 sec 2024-12-02T08:24:53,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=189, resume processing ppid=188 2024-12-02T08:24:53,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, ppid=188, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b6484664ab67ee334084e11d67dd254, UNASSIGN in 1.9280 sec 2024-12-02T08:24:53,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-02T08:24:53,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9300 sec 2024-12-02T08:24:53,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733127893614"}]},"ts":"1733127893614"} 2024-12-02T08:24:53,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T08:24:53,652 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T08:24:53,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9950 sec 2024-12-02T08:24:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-02T08:24:53,764 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-02T08:24:53,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T08:24:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:53,766 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T08:24:53,767 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=191, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:53,769 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C, FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/recovered.edits] 2024-12-02T08:24:53,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/25857fa1cc854c96abaa8c61455217c5 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/25857fa1cc854c96abaa8c61455217c5 2024-12-02T08:24:53,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/efae2235a0434fb399bfba45400c3c15 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/A/efae2235a0434fb399bfba45400c3c15 2024-12-02T08:24:53,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/059e6ea69f644bc0b1fd6d67fd55a28e to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/059e6ea69f644bc0b1fd6d67fd55a28e 2024-12-02T08:24:53,777 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/c6a83d5f0e3447a6a76c7e2f1e2a1a16 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/B/c6a83d5f0e3447a6a76c7e2f1e2a1a16 2024-12-02T08:24:53,778 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/b32326ab61aa43c795358ceb70a182b9 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/b32326ab61aa43c795358ceb70a182b9 2024-12-02T08:24:53,779 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/b569cf180087416fada4ad6aedf604c6 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/C/b569cf180087416fada4ad6aedf604c6 2024-12-02T08:24:53,781 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/recovered.edits/451.seqid to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254/recovered.edits/451.seqid 2024-12-02T08:24:53,781 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/default/TestAcidGuarantees/5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,781 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T08:24:53,782 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T08:24:53,782 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T08:24:53,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120205335032738a4badbb72e5f6f1caba3d_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120205335032738a4badbb72e5f6f1caba3d_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,785 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020d53270f4a104d0aab380c64fa093901_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020d53270f4a104d0aab380c64fa093901_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,786 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021461fb4e7a874057ba8a2bde6a240a64_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021461fb4e7a874057ba8a2bde6a240a64_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,787 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021d6f2fc047b046da9916d67d52b44fbe_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021d6f2fc047b046da9916d67d52b44fbe_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,788 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202257d8a9e559c4d41918c37b6477c972e_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202257d8a9e559c4d41918c37b6477c972e_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,789 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202261acd02c0234b5a85c9402e41889431_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202261acd02c0234b5a85c9402e41889431_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,790 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023c9d025aec13417f95eed77971c2153d_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023c9d025aec13417f95eed77971c2153d_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,790 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202558741b9603c4c04b198e1b5e934b689_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202558741b9603c4c04b198e1b5e934b689_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,791 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026b857ac4dff44b93a6e4134e713280af_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026b857ac4dff44b93a6e4134e713280af_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,792 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120279c83196732c4e709ce53d2cf88b3784_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120279c83196732c4e709ce53d2cf88b3784_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202835e6f36d9674828bbbcbe9a2c1ec77b_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202835e6f36d9674828bbbcbe9a2c1ec77b_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202837da6977a6442a782bf343ff7f463fe_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202837da6977a6442a782bf343ff7f463fe_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,794 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028d58a13fd8604a31a983e1cc2f3abf22_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412028d58a13fd8604a31a983e1cc2f3abf22_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,795 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029f3ca12769844034b759b6f82451a77a_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029f3ca12769844034b759b6f82451a77a_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ac2733ec139c46ffb07734ee1a1311d6_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ac2733ec139c46ffb07734ee1a1311d6_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b8a48fe7d67148ed9c82f0a8755a3fff_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b8a48fe7d67148ed9c82f0a8755a3fff_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,797 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4433612466a455db231ef653e95f6ed_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4433612466a455db231ef653e95f6ed_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d93fbcef0dad44279fb35b47cb59c5a5_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d93fbcef0dad44279fb35b47cb59c5a5_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e272acfb0a66476e98b58d98a752b17c_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e272acfb0a66476e98b58d98a752b17c_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4159f5ca3ff4c9d97a845a694786a1c_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e4159f5ca3ff4c9d97a845a694786a1c_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e7b50645a4a64edb83e723b8044deffc_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202e7b50645a4a64edb83e723b8044deffc_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ef9240ea4e57497884005060adf8ba77_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ef9240ea4e57497884005060adf8ba77_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f7861d2b7e89430da3aed093be9066ca_5b6484664ab67ee334084e11d67dd254 to hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f7861d2b7e89430da3aed093be9066ca_5b6484664ab67ee334084e11d67dd254 2024-12-02T08:24:53,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T08:24:53,803 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=191, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:53,805 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T08:24:53,806 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T08:24:53,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=191, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:53,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T08:24:53,807 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733127893807"}]},"ts":"9223372036854775807"} 2024-12-02T08:24:53,808 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-02T08:24:53,808 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5b6484664ab67ee334084e11d67dd254, NAME => 'TestAcidGuarantees,,1733127865413.5b6484664ab67ee334084e11d67dd254.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T08:24:53,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T08:24:53,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733127893809"}]},"ts":"9223372036854775807"} 2024-12-02T08:24:53,810 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-02T08:24:53,819 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=191, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T08:24:53,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-12-02T08:24:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-02T08:24:53,868 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-02T08:24:53,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238 (was 240), OpenFileDescriptor=459 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=754 (was 679) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=4018 (was 4081) 2024-12-02T08:24:53,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T08:24:53,879 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T08:24:53,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:64366 2024-12-02T08:24:53,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:53,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T08:24:53,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1160287858, stopped=false 2024-12-02T08:24:53,880 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=ceab608fb84d,35001,1733127703513 2024-12-02T08:24:53,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T08:24:53,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T08:24:53,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T08:24:53,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:24:53,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:24:53,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:53,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T08:24:53,886 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ceab608fb84d,41577,1733127704904' ***** 2024-12-02T08:24:53,886 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T08:24:53,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T08:24:53,886 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T08:24:53,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T08:24:53,886 INFO [RS:0;ceab608fb84d:41577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T08:24:53,886 INFO [RS:0;ceab608fb84d:41577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T08:24:53,887 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(3579): Received CLOSE for 121a4a54b1964b8d789adbef1d373974 2024-12-02T08:24:53,887 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1224): stopping server ceab608fb84d,41577,1733127704904 2024-12-02T08:24:53,887 DEBUG [RS:0;ceab608fb84d:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:53,887 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T08:24:53,887 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T08:24:53,887 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T08:24:53,887 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T08:24:53,887 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 121a4a54b1964b8d789adbef1d373974, disabling compactions & flushes 2024-12-02T08:24:53,887 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:24:53,887 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:24:53,887 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. after waiting 0 ms 2024-12-02T08:24:53,887 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:24:53,887 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 121a4a54b1964b8d789adbef1d373974 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T08:24:53,887 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-02T08:24:53,887 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 121a4a54b1964b8d789adbef1d373974=hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974.} 2024-12-02T08:24:53,888 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T08:24:53,888 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T08:24:53,888 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T08:24:53,888 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T08:24:53,888 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T08:24:53,888 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-02T08:24:53,891 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1629): Waiting on 121a4a54b1964b8d789adbef1d373974, 1588230740 2024-12-02T08:24:53,906 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974/.tmp/info/e80314f6806b47ae9e12b23f18d7fd1b is 45, key is default/info:d/1733127709720/Put/seqid=0 2024-12-02T08:24:53,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742595_1771 (size=5037) 2024-12-02T08:24:53,914 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/info/68b3f7e8819e4a4dbbb186ed5b8b41a6 is 143, key is hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974./info:regioninfo/1733127709535/Put/seqid=0 2024-12-02T08:24:53,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742596_1772 (size=7725) 2024-12-02T08:24:53,962 INFO [regionserver/ceab608fb84d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T08:24:54,091 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1629): Waiting on 121a4a54b1964b8d789adbef1d373974, 1588230740 2024-12-02T08:24:54,196 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T08:24:54,291 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1629): Waiting on 121a4a54b1964b8d789adbef1d373974, 1588230740 2024-12-02T08:24:54,309 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974/.tmp/info/e80314f6806b47ae9e12b23f18d7fd1b 2024-12-02T08:24:54,313 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974/.tmp/info/e80314f6806b47ae9e12b23f18d7fd1b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974/info/e80314f6806b47ae9e12b23f18d7fd1b 2024-12-02T08:24:54,316 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974/info/e80314f6806b47ae9e12b23f18d7fd1b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T08:24:54,317 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 121a4a54b1964b8d789adbef1d373974 in 430ms, sequenceid=6, compaction requested=false 2024-12-02T08:24:54,320 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/info/68b3f7e8819e4a4dbbb186ed5b8b41a6 2024-12-02T08:24:54,322 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/namespace/121a4a54b1964b8d789adbef1d373974/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T08:24:54,323 INFO [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:24:54,323 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 121a4a54b1964b8d789adbef1d373974: 2024-12-02T08:24:54,323 DEBUG [RS_CLOSE_REGION-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733127708643.121a4a54b1964b8d789adbef1d373974. 2024-12-02T08:24:54,347 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/rep_barrier/20c60dad282f40aa895231cb96cfe0ef is 102, key is TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4./rep_barrier:/1733127734578/DeleteFamily/seqid=0 2024-12-02T08:24:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742597_1773 (size=6025) 2024-12-02T08:24:54,491 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T08:24:54,653 INFO [regionserver/ceab608fb84d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T08:24:54,653 INFO [regionserver/ceab608fb84d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T08:24:54,692 DEBUG [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T08:24:54,752 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/rep_barrier/20c60dad282f40aa895231cb96cfe0ef 2024-12-02T08:24:54,767 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/table/9b8c3e1b1248499c96fa86b3f4052125 is 96, key is TestAcidGuarantees,,1733127710250.8e5ea9764a4f41397317f80d876277a4./table:/1733127734578/DeleteFamily/seqid=0 2024-12-02T08:24:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742598_1774 (size=5942) 2024-12-02T08:24:54,771 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/table/9b8c3e1b1248499c96fa86b3f4052125 2024-12-02T08:24:54,774 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/info/68b3f7e8819e4a4dbbb186ed5b8b41a6 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/info/68b3f7e8819e4a4dbbb186ed5b8b41a6 2024-12-02T08:24:54,777 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/info/68b3f7e8819e4a4dbbb186ed5b8b41a6, entries=22, sequenceid=93, filesize=7.5 K 2024-12-02T08:24:54,777 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/rep_barrier/20c60dad282f40aa895231cb96cfe0ef as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/rep_barrier/20c60dad282f40aa895231cb96cfe0ef 2024-12-02T08:24:54,783 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/rep_barrier/20c60dad282f40aa895231cb96cfe0ef, entries=6, sequenceid=93, filesize=5.9 K 2024-12-02T08:24:54,783 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/.tmp/table/9b8c3e1b1248499c96fa86b3f4052125 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/table/9b8c3e1b1248499c96fa86b3f4052125 2024-12-02T08:24:54,786 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/table/9b8c3e1b1248499c96fa86b3f4052125, entries=9, sequenceid=93, filesize=5.8 K 2024-12-02T08:24:54,786 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=93, compaction requested=false 2024-12-02T08:24:54,792 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-02T08:24:54,793 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T08:24:54,793 INFO [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T08:24:54,793 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T08:24:54,793 DEBUG [RS_CLOSE_META-regionserver/ceab608fb84d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T08:24:54,892 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1250): stopping server ceab608fb84d,41577,1733127704904; all regions closed. 2024-12-02T08:24:54,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/WALs/ceab608fb84d,41577,1733127704904/ceab608fb84d%2C41577%2C1733127704904.meta.1733127708359.meta not finished, retry = 0 2024-12-02T08:24:54,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741834_1010 (size=26050) 2024-12-02T08:24:55,000 DEBUG [RS:0;ceab608fb84d:41577 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/oldWALs 2024-12-02T08:24:55,000 INFO [RS:0;ceab608fb84d:41577 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ceab608fb84d%2C41577%2C1733127704904.meta:.meta(num 1733127708359) 2024-12-02T08:24:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741833_1009 (size=17867707) 2024-12-02T08:24:55,004 DEBUG [RS:0;ceab608fb84d:41577 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/oldWALs 2024-12-02T08:24:55,004 INFO [RS:0;ceab608fb84d:41577 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ceab608fb84d%2C41577%2C1733127704904:(num 1733127707812) 2024-12-02T08:24:55,004 DEBUG [RS:0;ceab608fb84d:41577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:55,004 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T08:24:55,004 INFO [RS:0;ceab608fb84d:41577 {}] hbase.ChoreService(370): Chore service for: regionserver/ceab608fb84d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T08:24:55,004 INFO [regionserver/ceab608fb84d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T08:24:55,005 INFO [RS:0;ceab608fb84d:41577 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41577 2024-12-02T08:24:55,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ceab608fb84d,41577,1733127704904 2024-12-02T08:24:55,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T08:24:55,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ceab608fb84d,41577,1733127704904] 2024-12-02T08:24:55,052 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ceab608fb84d,41577,1733127704904; numProcessing=1 2024-12-02T08:24:55,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ceab608fb84d,41577,1733127704904 already deleted, retry=false 2024-12-02T08:24:55,060 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ceab608fb84d,41577,1733127704904 expired; onlineServers=0 2024-12-02T08:24:55,060 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ceab608fb84d,35001,1733127703513' ***** 2024-12-02T08:24:55,060 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T08:24:55,061 DEBUG [M:0;ceab608fb84d:35001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50441ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ceab608fb84d/172.17.0.2:0 2024-12-02T08:24:55,061 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HRegionServer(1224): stopping server ceab608fb84d,35001,1733127703513 2024-12-02T08:24:55,061 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HRegionServer(1250): stopping server ceab608fb84d,35001,1733127703513; all regions closed. 2024-12-02T08:24:55,061 DEBUG [M:0;ceab608fb84d:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T08:24:55,061 DEBUG [M:0;ceab608fb84d:35001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T08:24:55,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T08:24:55,061 DEBUG [M:0;ceab608fb84d:35001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T08:24:55,061 DEBUG [master/ceab608fb84d:0:becomeActiveMaster-HFileCleaner.small.0-1733127707512 {}] cleaner.HFileCleaner(306): Exit Thread[master/ceab608fb84d:0:becomeActiveMaster-HFileCleaner.small.0-1733127707512,5,FailOnTimeoutGroup] 2024-12-02T08:24:55,061 DEBUG [master/ceab608fb84d:0:becomeActiveMaster-HFileCleaner.large.0-1733127707511 {}] cleaner.HFileCleaner(306): Exit Thread[master/ceab608fb84d:0:becomeActiveMaster-HFileCleaner.large.0-1733127707511,5,FailOnTimeoutGroup] 2024-12-02T08:24:55,062 INFO [M:0;ceab608fb84d:35001 {}] hbase.ChoreService(370): Chore service for: master/ceab608fb84d:0 had [] on shutdown 2024-12-02T08:24:55,062 DEBUG [M:0;ceab608fb84d:35001 {}] master.HMaster(1733): Stopping service threads 2024-12-02T08:24:55,062 INFO [M:0;ceab608fb84d:35001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T08:24:55,062 ERROR [M:0;ceab608fb84d:35001 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:34785 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34785,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-02T08:24:55,063 INFO [M:0;ceab608fb84d:35001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T08:24:55,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T08:24:55,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T08:24:55,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T08:24:55,069 DEBUG [M:0;ceab608fb84d:35001 {}] zookeeper.ZKUtil(347): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T08:24:55,069 WARN [M:0;ceab608fb84d:35001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T08:24:55,069 INFO [M:0;ceab608fb84d:35001 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T08:24:55,069 INFO [M:0;ceab608fb84d:35001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T08:24:55,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T08:24:55,069 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T08:24:55,069 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:24:55,069 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:24:55,069 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T08:24:55,069 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:24:55,069 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=826.27 KB heapSize=1020.48 KB 2024-12-02T08:24:55,084 DEBUG [M:0;ceab608fb84d:35001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/980035079134484c9b58f1a6bb4631d1 is 82, key is hbase:meta,,1/info:regioninfo/1733127708492/Put/seqid=0 2024-12-02T08:24:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742599_1775 (size=5672) 2024-12-02T08:24:55,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T08:24:55,152 INFO [RS:0;ceab608fb84d:41577 {}] regionserver.HRegionServer(1307): Exiting; stopping=ceab608fb84d,41577,1733127704904; zookeeper connection closed. 2024-12-02T08:24:55,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41577-0x101966baa7e0001, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T08:24:55,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3840008e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3840008e 2024-12-02T08:24:55,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T08:24:55,488 INFO [M:0;ceab608fb84d:35001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2401 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/980035079134484c9b58f1a6bb4631d1 2024-12-02T08:24:55,519 DEBUG [M:0;ceab608fb84d:35001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1b211775140405a937d039daea6707b is 2283, key is \x00\x00\x00\x00\x00\x00\x00e/proc:d/1733127808736/Put/seqid=0 2024-12-02T08:24:55,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742600_1776 (size=47143) 2024-12-02T08:24:55,532 INFO [M:0;ceab608fb84d:35001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=825.72 KB at sequenceid=2401 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1b211775140405a937d039daea6707b 2024-12-02T08:24:55,536 INFO [M:0;ceab608fb84d:35001 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1b211775140405a937d039daea6707b 2024-12-02T08:24:55,557 DEBUG [M:0;ceab608fb84d:35001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3924e3bc9974e34a5584574db029691 is 69, key is ceab608fb84d,41577,1733127704904/rs:state/1733127707574/Put/seqid=0 2024-12-02T08:24:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073742601_1777 (size=5156) 2024-12-02T08:24:55,961 INFO [M:0;ceab608fb84d:35001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2401 (bloomFilter=true), to=hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3924e3bc9974e34a5584574db029691 2024-12-02T08:24:55,964 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/980035079134484c9b58f1a6bb4631d1 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/980035079134484c9b58f1a6bb4631d1 2024-12-02T08:24:55,967 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/980035079134484c9b58f1a6bb4631d1, entries=8, sequenceid=2401, filesize=5.5 K 2024-12-02T08:24:55,968 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1b211775140405a937d039daea6707b as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1b211775140405a937d039daea6707b 2024-12-02T08:24:55,971 INFO [M:0;ceab608fb84d:35001 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1b211775140405a937d039daea6707b 2024-12-02T08:24:55,971 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1b211775140405a937d039daea6707b, entries=191, sequenceid=2401, filesize=46.0 K 2024-12-02T08:24:55,972 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3924e3bc9974e34a5584574db029691 as hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3924e3bc9974e34a5584574db029691 2024-12-02T08:24:55,975 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34785/user/jenkins/test-data/94cbe938-63da-668c-4486-2acd0b14f907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3924e3bc9974e34a5584574db029691, entries=1, sequenceid=2401, filesize=5.0 K 2024-12-02T08:24:55,975 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(3040): Finished flush of dataSize ~826.27 KB/846105, heapSize ~1020.18 KB/1044664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=2401, compaction requested=false 2024-12-02T08:24:55,976 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T08:24:55,977 DEBUG [M:0;ceab608fb84d:35001 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T08:24:55,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741830_1006 (size=1003457) 2024-12-02T08:24:55,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T08:24:55,979 INFO [M:0;ceab608fb84d:35001 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T08:24:55,979 INFO [M:0;ceab608fb84d:35001 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35001 2024-12-02T08:24:56,018 DEBUG [M:0;ceab608fb84d:35001 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/ceab608fb84d,35001,1733127703513 already deleted, retry=false 2024-12-02T08:24:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T08:24:56,127 INFO [M:0;ceab608fb84d:35001 {}] regionserver.HRegionServer(1307): Exiting; stopping=ceab608fb84d,35001,1733127703513; zookeeper connection closed. 2024-12-02T08:24:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35001-0x101966baa7e0000, quorum=127.0.0.1:64366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T08:24:56,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T08:24:56,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T08:24:56,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T08:24:56,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T08:24:56,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/hadoop.log.dir/,STOPPED} 2024-12-02T08:24:56,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T08:24:56,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T08:24:56,139 WARN [BP-386709214-172.17.0.2-1733127698749 heartbeating to localhost/127.0.0.1:34785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T08:24:56,139 WARN [BP-386709214-172.17.0.2-1733127698749 heartbeating to localhost/127.0.0.1:34785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-386709214-172.17.0.2-1733127698749 (Datanode Uuid 28bf3b8e-78bb-4dd0-a004-fc2e1d461adb) service to localhost/127.0.0.1:34785 2024-12-02T08:24:56,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/dfs/data/data1/current/BP-386709214-172.17.0.2-1733127698749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T08:24:56,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/cluster_57b30c1f-bed1-1a2a-6bc1-f92d24ffd2f2/dfs/data/data2/current/BP-386709214-172.17.0.2-1733127698749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T08:24:56,143 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T08:24:56,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T08:24:56,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T08:24:56,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T08:24:56,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T08:24:56,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd669673-a9d8-f143-6d7c-f1fb90a749c8/hadoop.log.dir/,STOPPED} 2024-12-02T08:24:56,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T08:24:56,336 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down